Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/logs/pvc-resize-5-7.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hPVcB3VD4D +++ mktemp ++ local LAST_ERR=/tmp/tmp.d6E0b1mPUC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hPVcB3VD4D ++ cat /tmp/tmp.d6E0b1mPUC ++ rm /tmp/tmp.hPVcB3VD4D /tmp/tmp.d6E0b1mPUC ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fz7zMDstyM +++ mktemp ++ local LAST_ERR=/tmp/tmp.wkQWBBHcii ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fz7zMDstyM ++ cat /tmp/tmp.wkQWBBHcii ++ rm /tmp/tmp.Fz7zMDstyM /tmp/tmp.wkQWBBHcii ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-1022 + local ns=pvc-resize-1022 + '[' -n pxc-operator ']' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-28289 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.wgTIFJ8VWp ++ mktemp + local LAST_ERR=/tmp/tmp.9jdDboNHxf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wgTIFJ8VWp perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.9jdDboNHxf + rm /tmp/tmp.wgTIFJ8VWp /tmp/tmp.9jdDboNHxf + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.SHXW2oBzu4 ++ mktemp + local LAST_ERR=/tmp/tmp.TvXFLc1knf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SHXW2oBzu4 No resources found + cat /tmp/tmp.TvXFLc1knf + rm /tmp/tmp.SHXW2oBzu4 /tmp/tmp.TvXFLc1knf + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.l1ysl73mI6 ++ mktemp + local LAST_ERR=/tmp/tmp.OxE4unMy6I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.l1ysl73mI6 No resources found + cat /tmp/tmp.OxE4unMy6I + rm /tmp/tmp.l1ysl73mI6 /tmp/tmp.OxE4unMy6I + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.64ojXYaudO ++ mktemp + local LAST_ERR=/tmp/tmp.ZKJFXdGSqv + local LAST_OUT=/tmp/tmp.vL0j15Pqqt + local exit_status=0 ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + local LAST_ERR=/tmp/tmp.BNru8oXErj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vL0j15Pqqt + cat /tmp/tmp.BNru8oXErj + rm /tmp/tmp.vL0j15Pqqt /tmp/tmp.BNru8oXErj + return 0 namespace "pvc-resize-28289" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.64ojXYaudO namespace "pxc-operator" deleted + cat /tmp/tmp.ZKJFXdGSqv + rm /tmp/tmp.64ojXYaudO /tmp/tmp.ZKJFXdGSqv + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.II9RxY6Gub ++ mktemp + local LAST_ERR=/tmp/tmp.MAuegQTzgB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.II9RxY6Gub namespace/pxc-operator created + cat /tmp/tmp.MAuegQTzgB + rm /tmp/tmp.II9RxY6Gub /tmp/tmp.MAuegQTzgB + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.HrSK8A3gz2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nbYfUON5Ne ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HrSK8A3gz2 ++ cat /tmp/tmp.nbYfUON5Ne ++ rm /tmp/tmp.HrSK8A3gz2 /tmp/tmp.nbYfUON5Ne ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1709-788cbf69-3-cluster3 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.CAZ43EYREy ++ mktemp + local LAST_ERR=/tmp/tmp.thqN9zj4ZA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1709-788cbf69-3-cluster3 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CAZ43EYREy Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1709-788cbf69-3-cluster3" modified. + cat /tmp/tmp.thqN9zj4ZA + rm /tmp/tmp.CAZ43EYREy /tmp/tmp.thqN9zj4ZA + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.oICGtpqRBP ++ mktemp + local LAST_ERR=/tmp/tmp.B4rAFLRTXB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oICGtpqRBP customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.B4rAFLRTXB + rm /tmp/tmp.oICGtpqRBP /tmp/tmp.B4rAFLRTXB + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.5kjTmwuyhz ++ mktemp + local LAST_ERR=/tmp/tmp.JZizB85Lol + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5kjTmwuyhz clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.JZizB85Lol + rm /tmp/tmp.5kjTmwuyhz /tmp/tmp.JZizB85Lol + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1709-788cbf69^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.zPPTHoVIXo ++ mktemp + local LAST_ERR=/tmp/tmp.DIZp8QByF1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zPPTHoVIXo deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.DIZp8QByF1 + rm /tmp/tmp.zPPTHoVIXo /tmp/tmp.DIZp8QByF1 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.SaPWePSu8R ++ mktemp + local LAST_ERR=/tmp/tmp.SRGYY0DQv5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SaPWePSu8R pod/percona-xtradb-cluster-operator-5f94b588fb-ln8js condition met + cat /tmp/tmp.SRGYY0DQv5 + rm /tmp/tmp.SaPWePSu8R /tmp/tmp.SRGYY0DQv5 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.L8Fcc9BC1v +++ mktemp ++ local LAST_ERR=/tmp/tmp.Cpi1EkI0qi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L8Fcc9BC1v ++ cat /tmp/tmp.Cpi1EkI0qi ++ rm /tmp/tmp.L8Fcc9BC1v /tmp/tmp.Cpi1EkI0qi ++ return 0 + wait_pod percona-xtradb-cluster-operator-5f94b588fb-ln8js 480 pxc-operator + local pod=percona-xtradb-cluster-operator-5f94b588fb-ln8js + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-5f94b588fb-ln8js ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-5f94b588fb-ln8js condition met percona-xtradb-cluster-operator-5f94b588fb-ln8js.Ok + sleep 3 + create_namespace pvc-resize-1022 + local namespace=pvc-resize-1022 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ tail -n1 ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-1022' + kubectl_bin get ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-1022 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-1022 ++ mktemp ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.YHDpxtc7OU ++ mktemp + local LAST_ERR=/tmp/tmp.FHMQCpRIuN + local exit_status=0 + local LAST_OUT=/tmp/tmp.b7SdfiBZdM ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-1022 + local LAST_ERR=/tmp/tmp.HfWuf8SSXR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-1022 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.b7SdfiBZdM + cat /tmp/tmp.HfWuf8SSXR + rm /tmp/tmp.b7SdfiBZdM /tmp/tmp.HfWuf8SSXR + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-1022 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.YHDpxtc7OU + cat /tmp/tmp.FHMQCpRIuN Error from server (NotFound): namespaces "pvc-resize-1022" not found + rm /tmp/tmp.YHDpxtc7OU /tmp/tmp.FHMQCpRIuN + return 1 + : + wait_for_delete namespace/pvc-resize-1022 + local res=namespace/pvc-resize-1022 + echo -n 'namespace/pvc-resize-1022 - ' namespace/pvc-resize-1022 - + set +o xtrace Error from server (NotFound): namespaces "pvc-resize-1022" not found + desc 'create namespace pvc-resize-1022' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-1022 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-1022 ++ mktemp + local LAST_OUT=/tmp/tmp.wTqEYP1rhp ++ mktemp + local LAST_ERR=/tmp/tmp.NB9ap9uPTd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-1022 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wTqEYP1rhp namespace/pvc-resize-1022 created + cat /tmp/tmp.NB9ap9uPTd + rm /tmp/tmp.wTqEYP1rhp /tmp/tmp.NB9ap9uPTd + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.yuz43D7gI5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wr7yEtDOB1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yuz43D7gI5 ++ cat /tmp/tmp.Wr7yEtDOB1 ++ rm /tmp/tmp.yuz43D7gI5 /tmp/tmp.Wr7yEtDOB1 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1709-788cbf69-3-cluster3 --namespace=pvc-resize-1022 ++ mktemp + local LAST_OUT=/tmp/tmp.ajgcP844Xt ++ mktemp + local LAST_ERR=/tmp/tmp.1NZgQ9YltT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1709-788cbf69-3-cluster3 --namespace=pvc-resize-1022 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ajgcP844Xt Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1709-788cbf69-3-cluster3" modified. + cat /tmp/tmp.1NZgQ9YltT + rm /tmp/tmp.ajgcP844Xt /tmp/tmp.1NZgQ9YltT + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.twKMdL8lYa ++ mktemp + local LAST_ERR=/tmp/tmp.xqtR2EB4XB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.twKMdL8lYa secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.xqtR2EB4XB + rm /tmp/tmp.twKMdL8lYa /tmp/tmp.xqtR2EB4XB + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZVnbg1eNCb ++ mktemp + local LAST_ERR=/tmp/tmp.J2UgtNhS7I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZVnbg1eNCb secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.J2UgtNhS7I + rm /tmp/tmp.ZVnbg1eNCb /tmp/tmp.J2UgtNhS7I + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/client.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_OUT=/tmp/tmp.mRgXfYaQL3 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1709-788cbf69#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-1022~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/conf/client.yml ++ mktemp + local LAST_ERR=/tmp/tmp.sMoxGt5sPF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mRgXfYaQL3 deployment.apps/pxc-client created + cat /tmp/tmp.sMoxGt5sPF + rm /tmp/tmp.mRgXfYaQL3 /tmp/tmp.sMoxGt5sPF + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1709-788cbf69#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-1022~ + local LAST_OUT=/tmp/tmp.Cte5HmVRES ++ mktemp + local LAST_ERR=/tmp/tmp.AwMxDUYuBV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Cte5HmVRES perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.AwMxDUYuBV + rm /tmp/tmp.Cte5HmVRES /tmp/tmp.AwMxDUYuBV + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UwF9vujTx4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9YQ7bXTq17 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.UwF9vujTx4 +++ cat /tmp/tmp.9YQ7bXTq17 +++ rm /tmp/tmp.UwF9vujTx4 /tmp/tmp.9YQ7bXTq17 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-1022 ++ mktemp + local LAST_OUT=/tmp/tmp.DqrAMjldlN ++ mktemp + local LAST_ERR=/tmp/tmp.wwkfmc0Kpj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-1022 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-1022 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-1022 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.DqrAMjldlN + cat /tmp/tmp.wwkfmc0Kpj error: no matching resources found + rm /tmp/tmp.DqrAMjldlN /tmp/tmp.wwkfmc0Kpj + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo some-name-haproxy-0 + local container= + set +o xtrace pod/some-name-haproxy-0 condition met some-name-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met some-name-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met some-name-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met some-name-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VCrgE7ZkKL +++ mktemp ++ local LAST_ERR=/tmp/tmp.PK8LqG8jeJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VCrgE7ZkKL ++ cat /tmp/tmp.PK8LqG8jeJ Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.VCrgE7ZkKL /tmp/tmp.PK8LqG8jeJ ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PVpuRjSbcA +++ mktemp ++ local LAST_ERR=/tmp/tmp.zJYQ5tJk5G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PVpuRjSbcA ++ cat /tmp/tmp.zJYQ5tJk5G ++ rm /tmp/tmp.PVpuRjSbcA /tmp/tmp.zJYQ5tJk5G ++ return 0 + client_pod=pxc-client-64b479df95-j4qzn + wait_pod pxc-client-64b479df95-j4qzn + local pod=pxc-client-64b479df95-j4qzn + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-64b479df95-j4qzn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-64b479df95-j4qzn condition met pxc-client-64b479df95-j4qzn.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9MO4S2FTAK +++ mktemp ++ local LAST_ERR=/tmp/tmp.DgUkBQampM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9MO4S2FTAK ++ cat /tmp/tmp.DgUkBQampM ++ rm /tmp/tmp.9MO4S2FTAK /tmp/tmp.DgUkBQampM ++ return 0 + client_pod=pxc-client-64b479df95-j4qzn + wait_pod pxc-client-64b479df95-j4qzn + local pod=pxc-client-64b479df95-j4qzn + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-j4qzn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-j4qzn condition met pxc-client-64b479df95-j4qzn.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2O0Op7Vqxq +++ mktemp ++ local LAST_ERR=/tmp/tmp.DHxn4oHOcz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2O0Op7Vqxq ++ cat /tmp/tmp.DHxn4oHOcz ++ rm /tmp/tmp.2O0Op7Vqxq /tmp/tmp.DHxn4oHOcz ++ return 0 + client_pod=pxc-client-64b479df95-j4qzn + wait_pod pxc-client-64b479df95-j4qzn + local pod=pxc-client-64b479df95-j4qzn + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-j4qzn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-j4qzn condition met pxc-client-64b479df95-j4qzn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.pYhLja1PAE/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.pYhLja1PAE/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P4CMl1NL0m +++ mktemp ++ local LAST_ERR=/tmp/tmp.t5sNJxkG2R ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P4CMl1NL0m ++ cat /tmp/tmp.t5sNJxkG2R ++ rm /tmp/tmp.P4CMl1NL0m /tmp/tmp.t5sNJxkG2R ++ return 0 + client_pod=pxc-client-64b479df95-j4qzn + wait_pod pxc-client-64b479df95-j4qzn + local pod=pxc-client-64b479df95-j4qzn + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-j4qzn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-j4qzn condition met pxc-client-64b479df95-j4qzn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.pYhLja1PAE/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.pYhLja1PAE/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z1gB39XqCF +++ mktemp ++ local LAST_ERR=/tmp/tmp.GBnfUZJtGa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z1gB39XqCF ++ cat /tmp/tmp.GBnfUZJtGa ++ rm /tmp/tmp.z1gB39XqCF /tmp/tmp.GBnfUZJtGa ++ return 0 + client_pod=pxc-client-64b479df95-j4qzn + wait_pod pxc-client-64b479df95-j4qzn + local pod=pxc-client-64b479df95-j4qzn + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-j4qzn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-j4qzn condition met pxc-client-64b479df95-j4qzn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.pYhLja1PAE/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.pYhLja1PAE/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tkfONVOPPO +++ mktemp ++ local LAST_ERR=/tmp/tmp.Gt9e3E6XFb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tkfONVOPPO ++ cat /tmp/tmp.Gt9e3E6XFb Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.tkfONVOPPO /tmp/tmp.Gt9e3E6XFb ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3Gi + local cluster=some-name + local size=3Gi + echo 'Patching PVC request to 3Gi in some-name' Patching PVC request to 3Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.t9w3CDp7qg ++ mktemp + local LAST_ERR=/tmp/tmp.FrQCGoYTLW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.t9w3CDp7qg perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.FrQCGoYTLW + rm /tmp/tmp.t9w3CDp7qg /tmp/tmp.FrQCGoYTLW + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Waourw3T0D +++ mktemp ++ local LAST_ERR=/tmp/tmp.vnO7aeAQsN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Waourw3T0D ++ cat /tmp/tmp.vnO7aeAQsN ++ rm /tmp/tmp.Waourw3T0D /tmp/tmp.vnO7aeAQsN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4t1B5jQtM3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.wa3Xft01uC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4t1B5jQtM3 ++ cat /tmp/tmp.wa3Xft01uC ++ rm /tmp/tmp.4t1B5jQtM3 /tmp/tmp.wa3Xft01uC ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iDwMVTq3zL +++ mktemp ++ local LAST_ERR=/tmp/tmp.APtQPy59Fq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iDwMVTq3zL ++ cat /tmp/tmp.APtQPy59Fq ++ rm /tmp/tmp.iDwMVTq3zL /tmp/tmp.APtQPy59Fq ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DJr1yP2FCR +++ mktemp ++ local LAST_ERR=/tmp/tmp.jkRoJSyXEg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DJr1yP2FCR ++ cat /tmp/tmp.jkRoJSyXEg ++ rm /tmp/tmp.DJr1yP2FCR /tmp/tmp.jkRoJSyXEg ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.G2bJQzTvdI ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.1pcCOUxqHg +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.G2bJQzTvdI +++++ cat /tmp/tmp.1pcCOUxqHg +++++ rm /tmp/tmp.G2bJQzTvdI /tmp/tmp.1pcCOUxqHg +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4NHdgZQhTo +++ mktemp ++ local LAST_ERR=/tmp/tmp.zu08L6j0aJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4NHdgZQhTo ++ cat /tmp/tmp.zu08L6j0aJ ++ rm /tmp/tmp.4NHdgZQhTo /tmp/tmp.zu08L6j0aJ ++ return 0 + [[ 2 == \2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.BMcr78F6NM +++ mktemp ++ local LAST_ERR=/tmp/tmp.GyGEAeQzys ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BMcr78F6NM ++ cat /tmp/tmp.GyGEAeQzys ++ rm /tmp/tmp.BMcr78F6NM /tmp/tmp.GyGEAeQzys ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wS59dyAlKE +++ mktemp ++ local LAST_ERR=/tmp/tmp.H8Vt1Ml6Aa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wS59dyAlKE ++ cat /tmp/tmp.H8Vt1Ml6Aa ++ rm /tmp/tmp.wS59dyAlKE /tmp/tmp.H8Vt1Ml6Aa ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TMvmtBdHPz +++ mktemp ++ local LAST_ERR=/tmp/tmp.jriGBCHkW5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TMvmtBdHPz ++ cat /tmp/tmp.jriGBCHkW5 ++ rm /tmp/tmp.TMvmtBdHPz /tmp/tmp.jriGBCHkW5 ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yx3DEIICs7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lepMFGWe1o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yx3DEIICs7 ++ cat /tmp/tmp.lepMFGWe1o ++ rm /tmp/tmp.yx3DEIICs7 /tmp/tmp.lepMFGWe1o ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + '[' 0 == 1 ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.93uA7r7Pc6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AvuCc9Z6BW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.93uA7r7Pc6 ++ cat /tmp/tmp.AvuCc9Z6BW ++ rm /tmp/tmp.93uA7r7Pc6 /tmp/tmp.AvuCc9Z6BW ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/QUOTA/10Gi/ + sed s/STORAGECLASS/standard-rwo/ ++ mktemp + local LAST_OUT=/tmp/tmp.MIdT9d3dty ++ mktemp + local LAST_ERR=/tmp/tmp.k94NvXcDsR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MIdT9d3dty resourcequota/default-storage-quota created + cat /tmp/tmp.k94NvXcDsR + rm /tmp/tmp.MIdT9d3dty /tmp/tmp.k94NvXcDsR + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.MvnIhBEjfv ++ mktemp + local LAST_ERR=/tmp/tmp.BS42CfpykF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MvnIhBEjfv perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.BS42CfpykF + rm /tmp/tmp.MvnIhBEjfv /tmp/tmp.BS42CfpykF + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cXtZCfnAAp +++ mktemp ++ local LAST_ERR=/tmp/tmp.6ylXL56qml ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cXtZCfnAAp ++ cat /tmp/tmp.6ylXL56qml ++ rm /tmp/tmp.cXtZCfnAAp /tmp/tmp.6ylXL56qml ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Tul6tVPeo +++ mktemp ++ local LAST_ERR=/tmp/tmp.gsh0RHu3H0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Tul6tVPeo ++ cat /tmp/tmp.gsh0RHu3H0 ++ rm /tmp/tmp.1Tul6tVPeo /tmp/tmp.gsh0RHu3H0 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.MCg2DbXHlU ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.h6IrfNG38u +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.MCg2DbXHlU +++++ cat /tmp/tmp.h6IrfNG38u +++++ rm /tmp/tmp.MCg2DbXHlU /tmp/tmp.h6IrfNG38u +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xw5JLiGQe7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SybiVAdbO4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xw5JLiGQe7 ++ cat /tmp/tmp.SybiVAdbO4 ++ rm /tmp/tmp.Xw5JLiGQe7 /tmp/tmp.SybiVAdbO4 ++ return 0 + [[ 2 == \2 ]] + echo + echo -n 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dma4XSOnoa +++ mktemp ++ local LAST_ERR=/tmp/tmp.wKYQ1hX5V0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dma4XSOnoa ++ cat /tmp/tmp.wKYQ1hX5V0 ++ rm /tmp/tmp.Dma4XSOnoa /tmp/tmp.wKYQ1hX5V0 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BK7FEm28S1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.taXPUkN5l9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BK7FEm28S1 ++ cat /tmp/tmp.taXPUkN5l9 ++ rm /tmp/tmp.BK7FEm28S1 /tmp/tmp.taXPUkN5l9 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 5 + retry=2 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yXhfSzPwb7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.c8fc5FGuUZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yXhfSzPwb7 ++ cat /tmp/tmp.c8fc5FGuUZ ++ rm /tmp/tmp.yXhfSzPwb7 /tmp/tmp.c8fc5FGuUZ ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 5 + retry=3 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O3u9djXK4A +++ mktemp ++ local LAST_ERR=/tmp/tmp.OamV0PXUrh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O3u9djXK4A ++ cat /tmp/tmp.OamV0PXUrh ++ rm /tmp/tmp.O3u9djXK4A /tmp/tmp.OamV0PXUrh ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 5 + retry=4 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8admU32Cou +++ mktemp ++ local LAST_ERR=/tmp/tmp.cJMWudDCj9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8admU32Cou ++ cat /tmp/tmp.cJMWudDCj9 ++ rm /tmp/tmp.8admU32Cou /tmp/tmp.cJMWudDCj9 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 4 -ge 60 ]] + echo -n . .+ sleep 5 + retry=5 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vHOlO8yxZc +++ mktemp ++ local LAST_ERR=/tmp/tmp.MSOvxpsP0t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vHOlO8yxZc ++ cat /tmp/tmp.MSOvxpsP0t ++ rm /tmp/tmp.vHOlO8yxZc /tmp/tmp.MSOvxpsP0t ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2TgGaUv84e +++ mktemp ++ local LAST_ERR=/tmp/tmp.8xNxEvOaOX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2TgGaUv84e ++ cat /tmp/tmp.8xNxEvOaOX ++ rm /tmp/tmp.2TgGaUv84e /tmp/tmp.8xNxEvOaOX ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1709/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - + sed s/QUOTA/12Gi/ ++ mktemp + local LAST_OUT=/tmp/tmp.BlEH4GGPhI ++ mktemp + local LAST_ERR=/tmp/tmp.kRf8JwcwOE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BlEH4GGPhI resourcequota/default-storage-quota configured + cat /tmp/tmp.kRf8JwcwOE + rm /tmp/tmp.BlEH4GGPhI /tmp/tmp.kRf8JwcwOE + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.jg7hT8zjZX ++ mktemp + local LAST_ERR=/tmp/tmp.S3z7DRNDxU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jg7hT8zjZX perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.S3z7DRNDxU + rm /tmp/tmp.jg7hT8zjZX /tmp/tmp.S3z7DRNDxU + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YRtMVi8dqJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.rIf8b9pIg3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YRtMVi8dqJ ++ cat /tmp/tmp.rIf8b9pIg3 ++ rm /tmp/tmp.YRtMVi8dqJ /tmp/tmp.rIf8b9pIg3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JY6fXlyNqd +++ mktemp ++ local LAST_ERR=/tmp/tmp.8yj5N9IBnp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JY6fXlyNqd ++ cat /tmp/tmp.8yj5N9IBnp ++ rm /tmp/tmp.JY6fXlyNqd /tmp/tmp.8yj5N9IBnp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.btXFU9M1Qc +++ mktemp ++ local LAST_ERR=/tmp/tmp.P9eIxDGWWg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.btXFU9M1Qc ++ cat /tmp/tmp.P9eIxDGWWg ++ rm /tmp/tmp.btXFU9M1Qc /tmp/tmp.P9eIxDGWWg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GhjdBhyDxi +++ mktemp ++ local LAST_ERR=/tmp/tmp.tklDAJJ32s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GhjdBhyDxi ++ cat /tmp/tmp.tklDAJJ32s ++ rm /tmp/tmp.GhjdBhyDxi /tmp/tmp.tklDAJJ32s ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.17jJ0HcPGN +++ mktemp ++ local LAST_ERR=/tmp/tmp.7bNWz1edyl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.17jJ0HcPGN ++ cat /tmp/tmp.7bNWz1edyl ++ rm /tmp/tmp.17jJ0HcPGN /tmp/tmp.7bNWz1edyl ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.aauXWK5VF5 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.y8P4vb2r7A +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.aauXWK5VF5 +++++ cat /tmp/tmp.y8P4vb2r7A +++++ rm /tmp/tmp.aauXWK5VF5 /tmp/tmp.y8P4vb2r7A +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7hHJjLQT0k +++ mktemp ++ local LAST_ERR=/tmp/tmp.bHZsWdkm84 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7hHJjLQT0k ++ cat /tmp/tmp.bHZsWdkm84 ++ rm /tmp/tmp.7hHJjLQT0k /tmp/tmp.bHZsWdkm84 ++ return 0 + [[ 2 == \2 ]] + echo ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.NcWHB1oFlf +++ mktemp ++ local LAST_ERR=/tmp/tmp.qWjG6ujMQ9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NcWHB1oFlf ++ cat /tmp/tmp.qWjG6ujMQ9 ++ rm /tmp/tmp.NcWHB1oFlf /tmp/tmp.qWjG6ujMQ9 ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tw7BEaYkLJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fl1jkDYDbP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tw7BEaYkLJ ++ cat /tmp/tmp.Fl1jkDYDbP ++ rm /tmp/tmp.tw7BEaYkLJ /tmp/tmp.Fl1jkDYDbP ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LhcyyJgvsC +++ mktemp ++ local LAST_ERR=/tmp/tmp.aib2UhHbHM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LhcyyJgvsC ++ cat /tmp/tmp.aib2UhHbHM ++ rm /tmp/tmp.LhcyyJgvsC /tmp/tmp.aib2UhHbHM ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pi6iy8nq3X +++ mktemp ++ local LAST_ERR=/tmp/tmp.VhVGwseIa3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pi6iy8nq3X ++ cat /tmp/tmp.VhVGwseIa3 ++ rm /tmp/tmp.Pi6iy8nq3X /tmp/tmp.VhVGwseIa3 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1Gi + local cluster=some-name + local size=1Gi + echo 'Patching PVC request to 1Gi in some-name' Patching PVC request to 1Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.iWrdzGhPRR ++ mktemp + local LAST_ERR=/tmp/tmp.ExVUJQOO5V + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iWrdzGhPRR perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.ExVUJQOO5V + rm /tmp/tmp.iWrdzGhPRR /tmp/tmp.ExVUJQOO5V + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7fCQEKNynl +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ys6joNrgLn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7fCQEKNynl ++ cat /tmp/tmp.Ys6joNrgLn ++ rm /tmp/tmp.7fCQEKNynl /tmp/tmp.Ys6joNrgLn ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.BWep2fzlHA ++ mktemp + local LAST_ERR=/tmp/tmp.MJ9o3bPHjO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BWep2fzlHA perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.MJ9o3bPHjO + rm /tmp/tmp.BWep2fzlHA /tmp/tmp.MJ9o3bPHjO + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JS25j3ILtj +++ mktemp ++ local LAST_ERR=/tmp/tmp.htxxMo8k18 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JS25j3ILtj ++ cat /tmp/tmp.htxxMo8k18 ++ rm /tmp/tmp.JS25j3ILtj /tmp/tmp.htxxMo8k18 ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.17WPAalIjg +++ mktemp ++ local LAST_ERR=/tmp/tmp.5jWZXlW8Ez ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.17WPAalIjg ++ cat /tmp/tmp.5jWZXlW8Ez ++ rm /tmp/tmp.17WPAalIjg /tmp/tmp.5jWZXlW8Ez ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-1022 + local namespace=pvc-resize-1022 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + tee /tmp/tmp.pYhLja1PAE/operator.log + grep -v 'get backup status: Job.batch' + grep -v level=info + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator + sort -u ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.6i30xsupQs +++ mktemp ++ local LAST_ERR=/tmp/tmp.Px8O6gsLt2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6i30xsupQs ++ cat /tmp/tmp.Px8O6gsLt2 ++ rm /tmp/tmp.6i30xsupQs /tmp/tmp.Px8O6gsLt2 ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5f94b588fb-ln8js ++ mktemp + local LAST_OUT=/tmp/tmp.1O5JektdsA ++ mktemp + local LAST_ERR=/tmp/tmp.qnBMXgfzzY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5f94b588fb-ln8js + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1O5JektdsA + cat /tmp/tmp.qnBMXgfzzY + rm /tmp/tmp.1O5JektdsA /tmp/tmp.qnBMXgfzzY + return 0 2024-05-14T17:46:55.914Z INFO setup Manager starting up {"gitCommit": "788cbf696c092963711ae0e20fe3f2e71ef58ae6", "gitBranch": "PR-1709-788cbf69", "buildTime": "2024-05-14T16:51:12Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-14T17:46:55.914Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1300000"} 2024-05-14T17:46:55.915Z INFO setup Registering Components. 2024-05-14T17:46:57.801Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-14T17:46:57.804Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-14T17:46:57.804Z INFO controller-runtime.metrics Starting metrics server 2024-05-14T17:46:57.804Z INFO controller-runtime.webhook Starting webhook server 2024-05-14T17:46:57.804Z INFO setup Starting the Cmd. 2024-05-14T17:46:57.805Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-14T17:46:57.805Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-14T17:46:57.805Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-14T17:46:57.805Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-14T17:46:57.905Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-14T17:46:57.929Z DEBUG events percona-xtradb-cluster-operator-5f94b588fb-ln8js_4257d2a0-8a5c-487e-b987-57bffc5e4f11 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"3b879927-48d3-4fbb-be44-971f4c7a4d71","apiVersion":"coordination.k8s.io/v1","resourceVersion":"27564"}, "reason": "LeaderElection"} 2024-05-14T17:46:57.929Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-14T17:46:57.930Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-14T17:46:57.930Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-14T17:46:57.930Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-14T17:46:57.930Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2024-05-14T17:46:57.930Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2024-05-14T17:46:57.930Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2024-05-14T17:46:58.037Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-14T17:46:58.037Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-14T17:46:58.041Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-14T17:47:41.423Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "474cbb36-3012-42b9-9c8f-2b21c843e2a6", "version": "1.15.0"} 2024-05-14T17:47:42.901Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 4d7c5624-459c-4b5a-8b63-5821677ef702 2024-05-14T17:49:00.892Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64ecc5b0-e4e0-47b8-a237-3d3a9da2fd69", "user": "operator"} 2024-05-14T17:49:00.929Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64ecc5b0-e4e0-47b8-a237-3d3a9da2fd69", "user": "monitor"} 2024-05-14T17:49:01.005Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64ecc5b0-e4e0-47b8-a237-3d3a9da2fd69"} 2024-05-14T17:49:01.060Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64ecc5b0-e4e0-47b8-a237-3d3a9da2fd69", "user": "xtrabackup"} 2024-05-14T17:49:01.108Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64ecc5b0-e4e0-47b8-a237-3d3a9da2fd69"} 2024-05-14T17:51:29.248Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "bf32fd99-6733-4e20-acc8-fcfe6bd02939", "user": "root"} 2024-05-14T17:51:29.291Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "bf32fd99-6733-4e20-acc8-fcfe6bd02939", "user": "replication"} 2024-05-14T17:51:29.456Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "bf32fd99-6733-4e20-acc8-fcfe6bd02939", "new version": "5.7.44-48-57"} 2024-05-14T17:52:45.868Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:45.868Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T17:52:45.906Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:45.907Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:45.930Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T17:52:45.930Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:45.964Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:46.099Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a47e8f34-c740-4243-b75f-3db2eb95c0f5", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:52:46.137Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.137Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.137Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-f48060c1-e6bf-4e67-9f42-4e777eeb160f"} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-beeb8a89-7945-405e-aa3b-801d75ed33ca"} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-14T17:52:46.137Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-6e714973-820d-43c7-815f-724fe9ff9705"} 2024-05-14T17:52:46.180Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:46.180Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:52:46.188Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:46.188Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:46.194Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:46.194Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:46.201Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5"} 2024-05-14T17:52:46.201Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sfs": "haproxy"} 2024-05-14T17:52:46.201Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sfs": "pxc"} 2024-05-14T17:52:46.201Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "63d0384f-c822-479f-960b-e54bf0eefec5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T17:52:46.324Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.325Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.325Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-f48060c1-e6bf-4e67-9f42-4e777eeb160f"} 2024-05-14T17:52:46.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:46.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-6e714973-820d-43c7-815f-724fe9ff9705"} 2024-05-14T17:52:46.361Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:46.361Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:52:46.368Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:46.368Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:46.375Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:46.375Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:46.400Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93"} 2024-05-14T17:52:46.400Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sfs": "haproxy"} 2024-05-14T17:52:46.400Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sfs": "pxc"} 2024-05-14T17:52:46.400Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f08ee4d2-20a5-412b-acae-6b72493b2b93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T17:52:51.312Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.312Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.312Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.312Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.312Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-f48060c1-e6bf-4e67-9f42-4e777eeb160f"} 2024-05-14T17:52:51.312Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.312Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.312Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-6e714973-820d-43c7-815f-724fe9ff9705"} 2024-05-14T17:52:51.369Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:51.369Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:52:51.378Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:51.378Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:51.387Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:51.387Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:51.395Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa"} 2024-05-14T17:52:51.395Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sfs": "pxc"} 2024-05-14T17:52:51.395Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T17:52:51.396Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5c3e2a9d-9062-4866-9fc7-c3742dab1eaa", "sfs": "haproxy"} 2024-05-14T17:52:51.475Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.475Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.475Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.475Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.475Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.475Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:52:45 +0000 UTC"} 2024-05-14T17:52:51.496Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:51.496Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:52:51.502Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:51.502Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:51.509Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:51.509Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:51.525Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c"} 2024-05-14T17:52:51.525Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sfs": "haproxy"} 2024-05-14T17:52:51.525Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sfs": "pxc"} 2024-05-14T17:52:51.525Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "62a03e49-cda3-4c71-b8ad-8bbfa093c53c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T17:52:56.476Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:52:56.476Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:52 +0000 UTC"} 2024-05-14T17:52:56.476Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:52:56.476Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:52:56.476Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-14T17:52:56.476Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:52:52 +0000 UTC"} 2024-05-14T17:52:56.476Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-14T17:52:56.513Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:56.513Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:52:56.519Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:56.519Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:56.527Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d"} 2024-05-14T17:52:56.527Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sfs": "pxc"} 2024-05-14T17:52:56.527Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:52:56.527Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:56.528Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54a40db9-09b4-4284-b9d7-6931f948339d", "sfs": "haproxy"} 2024-05-14T17:52:56.629Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:52:56.629Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:52 +0000 UTC"} 2024-05-14T17:52:56.629Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:52:56.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:52:56.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:52:52 +0000 UTC"} 2024-05-14T17:52:56.658Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:56.658Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:52:56.664Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:52:56.664Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:52:56.671Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T17:52:56.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e"} 2024-05-14T17:52:56.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sfs": "haproxy"} 2024-05-14T17:52:56.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sfs": "pxc"} 2024-05-14T17:52:56.672Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "8ea25a23-9206-4552-ac13-1079a400ef4e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:01.683Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:01.683Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:01.683Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:01.683Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:01.946Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:01.946Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:02.002Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab"} 2024-05-14T17:53:02.002Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sfs": "haproxy"} 2024-05-14T17:53:02.002Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sfs": "pxc"} 2024-05-14T17:53:02.002Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:02.002Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:02.002Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "64bdc334-bbf9-40ad-8554-4ba6c653c8ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:02.540Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:02.540Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:02.540Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:02.540Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:02.617Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:02.617Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:02.656Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375"} 2024-05-14T17:53:02.656Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sfs": "haproxy"} 2024-05-14T17:53:02.656Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sfs": "pxc"} 2024-05-14T17:53:02.656Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:02.656Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:02.656Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e7a8210f-20cc-4bf4-b29b-da4424a38375", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:02.752Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:02.752Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:02.752Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:02.752Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:02.777Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:02.777Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:02.777Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T17:53:02.784Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad"} 2024-05-14T17:53:02.784Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:02.784Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:02.785Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sfs": "haproxy"} 2024-05-14T17:53:02.785Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "39659791-b550-4076-8914-46b4f42823ad", "sfs": "pxc"} 2024-05-14T17:53:07.325Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:07.325Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:07.325Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:07.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:07.370Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:07.370Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:07.370Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:07.370Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T17:53:07.377Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea"} 2024-05-14T17:53:07.377Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:07.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sfs": "haproxy"} 2024-05-14T17:53:07.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "17e8c529-bfe0-4d5e-b810-a7fa70fa37ea", "sfs": "pxc"} 2024-05-14T17:53:07.530Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:07.530Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:07.531Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:07.531Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:07.555Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:07.555Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:07.562Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a"} 2024-05-14T17:53:07.562Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sfs": "pxc"} 2024-05-14T17:53:07.562Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:07.562Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:07.562Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:07.563Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "54fbc205-b422-49ca-9d31-6109a4e3da4a", "sfs": "haproxy"} 2024-05-14T17:53:12.534Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:12.534Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:12.534Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:12.534Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:12.577Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:12.577Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:12.585Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072"} 2024-05-14T17:53:12.585Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:12.585Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:12.585Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:12.586Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sfs": "haproxy"} 2024-05-14T17:53:12.586Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "7f8683d5-6790-43a2-a303-9f4f7af99072", "sfs": "pxc"} 2024-05-14T17:53:12.678Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:12.678Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:12.678Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:12.678Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:12.734Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:12.734Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:12.744Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70"} 2024-05-14T17:53:12.744Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sfs": "haproxy"} 2024-05-14T17:53:12.744Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sfs": "pxc"} 2024-05-14T17:53:12.744Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:12.744Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:12.744Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "86392804-b6fc-4d13-a39f-dc6802fb3c70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:17.756Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:17.756Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:17.756Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:17.756Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:17.842Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:17.842Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:17.876Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1"} 2024-05-14T17:53:17.876Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sfs": "haproxy"} 2024-05-14T17:53:17.876Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sfs": "pxc"} 2024-05-14T17:53:17.876Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:17.876Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:17.876Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "860828a8-786d-435a-84c6-e38912355be1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:18.011Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:18.011Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:18.011Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:18.011Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:18.062Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:18.062Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:18.076Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4"} 2024-05-14T17:53:18.076Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sfs": "haproxy"} 2024-05-14T17:53:18.076Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sfs": "pxc"} 2024-05-14T17:53:18.076Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:18.076Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:18.076Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4565cc7f-3e09-4507-8b6c-0b9796832ea4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:18.200Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:18.200Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:18.200Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:18.200Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:18.249Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:18.249Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:18.261Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18"} 2024-05-14T17:53:18.261Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sfs": "pxc"} 2024-05-14T17:53:18.261Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:18.261Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:18.261Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:18.262Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d90c0db8-2a58-456b-82c4-f167c3ea5f18", "sfs": "haproxy"} 2024-05-14T17:53:22.996Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:22.996Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:22.996Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:22.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:23.050Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:23.050Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:23.058Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202"} 2024-05-14T17:53:23.058Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sfs": "haproxy"} 2024-05-14T17:53:23.058Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sfs": "pxc"} 2024-05-14T17:53:23.058Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:23.058Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:23.058Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ec140a8e-8613-4b6f-95b1-7436cc13d202", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:23.196Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:23.196Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:23.196Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:23.196Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:23.238Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:23.238Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:23.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3"} 2024-05-14T17:53:23.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sfs": "pxc"} 2024-05-14T17:53:23.244Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:23.244Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:23.244Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:23.245Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b92469f6-d54a-4bdb-8899-87fbe3c2b6e3", "sfs": "haproxy"} 2024-05-14T17:53:23.380Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:23.380Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:23.380Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:23.380Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 17:52:53 +0000 UTC"} 2024-05-14T17:53:23.406Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T17:53:23.406Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:23.414Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T17:53:23.415Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3"} 2024-05-14T17:53:23.415Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sfs": "haproxy"} 2024-05-14T17:53:23.415Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sfs": "pxc"} 2024-05-14T17:53:23.415Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:23.415Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f2fb5ae4-28c6-472f-bf3c-601517de90a3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T17:53:28.166Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sts": "some-name-pxc"} 2024-05-14T17:53:28.166Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T17:53:28.166Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T17:53:28.166Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T17:53:28.255Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966"} 2024-05-14T17:53:28.255Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sfs": "pxc"} 2024-05-14T17:53:28.255Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sts": "some-name-pxc"} 2024-05-14T17:53:28.256Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "d88e100d-0a6a-4911-8e16-e1bc868c9966", "sfs": "haproxy"} 2024-05-14T17:53:28.569Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "a0f96cc1-6635-4663-9822-4ca84b8a700a", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:53:50.325Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:53:50.325Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:53:50.361Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2024-05-14T17:53:50.361Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:53:50.377Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2024-05-14T17:53:50.377Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "originalSize": "3Gi"} 2024-05-14T17:53:50.573Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96153200-03c6-4b29-a66f-41058db54dd6", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:254\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:54:37.900Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:37.900Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:37.900Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:37.931Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:37.931Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:37.960Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:38.051Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "16af447d-b434-48c6-9bda-10db9307db49", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:54:38.081Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.081Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.081Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:38.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.127Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:38.127Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T17:54:38.134Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:38.134Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:38.134Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:38.141Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c"} 2024-05-14T17:54:38.141Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sfs": "pxc"} 2024-05-14T17:54:38.141Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:38.142Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2bdfa165-ac53-463b-82c3-4e03ca01c69c", "sfs": "haproxy"} 2024-05-14T17:54:38.242Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.242Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.242Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:38.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:38.276Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:38.277Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:38.277Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:38.294Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:38.295Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:38.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2"} 2024-05-14T17:54:38.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sfs": "pxc"} 2024-05-14T17:54:38.306Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:38.307Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "33157735-4748-47ef-b42c-fe14deb0f6e2", "sfs": "haproxy"} 2024-05-14T17:54:43.245Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.245Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.245Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:43.245Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.245Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.291Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:43.291Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:43.291Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:43.299Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:43.299Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:43.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb"} 2024-05-14T17:54:43.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sfs": "haproxy"} 2024-05-14T17:54:43.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sfs": "pxc"} 2024-05-14T17:54:43.306Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "dd176941-6d8b-4731-98a6-7a439984cceb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:43.436Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.436Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.436Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:43.436Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.436Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:37 +0000 UTC"} 2024-05-14T17:54:43.462Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:43.462Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:43.462Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:43.470Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:43.470Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:43.482Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11"} 2024-05-14T17:54:43.482Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:43.483Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sfs": "haproxy"} 2024-05-14T17:54:43.483Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b972aa8b-e038-48af-9c7f-ea6531128c11", "sfs": "pxc"} 2024-05-14T17:54:48.445Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.445Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.445Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:48.445Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.445Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.492Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:48.492Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:48.492Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:48.500Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:48.500Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:48.507Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155"} 2024-05-14T17:54:48.507Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sfs": "pxc"} 2024-05-14T17:54:48.507Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:48.508Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f39fb3ec-3e75-4e01-bea1-bb17517e8155", "sfs": "haproxy"} 2024-05-14T17:54:48.614Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.614Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.614Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:48.614Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.614Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:48.641Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:48.641Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:48.641Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:48.648Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:48.648Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:48.654Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504"} 2024-05-14T17:54:48.654Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sfs": "pxc"} 2024-05-14T17:54:48.654Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:48.655Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "4bad2e90-d4c3-4242-a717-0c6c47445504", "sfs": "haproxy"} 2024-05-14T17:54:53.611Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.611Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.611Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:53.611Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.611Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.658Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:53.658Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:53.658Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:53.673Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:53.673Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:53.683Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f"} 2024-05-14T17:54:53.683Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:53.684Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sfs": "haproxy"} 2024-05-14T17:54:53.684Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "1e7f9d9b-d7dd-47f5-ad28-4afda04ad73f", "sfs": "pxc"} 2024-05-14T17:54:53.774Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.774Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.774Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:53.774Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.774Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:53.803Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:53.803Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T17:54:53.812Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:53.812Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:53.812Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:53.822Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c"} 2024-05-14T17:54:53.822Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:53.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sfs": "haproxy"} 2024-05-14T17:54:53.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "2b07e8d6-45d2-4f66-a9fd-d73bdd3a994c", "sfs": "pxc"} 2024-05-14T17:54:58.785Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.785Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.785Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:58.785Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.785Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.831Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:58.831Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T17:54:58.841Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:58.841Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:54:58.841Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:58.848Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c"} 2024-05-14T17:54:58.848Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sfs": "pxc"} 2024-05-14T17:54:58.848Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:58.849Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f29291dd-9538-4454-87f0-afb1b3cbbe0c", "sfs": "haproxy"} 2024-05-14T17:54:58.948Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.948Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.948Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:54:58.948Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.948Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:54:58.971Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:54:58.971Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:58.971Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:54:58.978Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:54:58.978Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:54:58.985Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5"} 2024-05-14T17:54:58.985Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sfs": "haproxy"} 2024-05-14T17:54:58.985Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sfs": "pxc"} 2024-05-14T17:54:58.985Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "610765a6-b036-4c87-aad7-f252b9b736e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:03.952Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:03.952Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:03.952Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:03.952Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:03.952Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:03.996Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:03.997Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:03.997Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:04.004Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:04.004Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:04.010Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50"} 2024-05-14T17:55:04.010Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:04.011Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sfs": "haproxy"} 2024-05-14T17:55:04.011Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "ca06d015-9c72-4a66-b0bf-b753c69d3d50", "sfs": "pxc"} 2024-05-14T17:55:04.108Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.108Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.108Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:04.108Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.108Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.152Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:04.152Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T17:55:04.164Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:04.164Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:04.164Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:04.174Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c"} 2024-05-14T17:55:04.174Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sfs": "haproxy"} 2024-05-14T17:55:04.174Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sfs": "pxc"} 2024-05-14T17:55:04.174Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "96463ff0-2106-4a51-9738-b1322f48466c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:04.342Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.342Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:04.342Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.343Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.343Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:04.379Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:04.379Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:04.379Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:04.392Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:04.392Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:04.404Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc"} 2024-05-14T17:55:04.404Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sfs": "haproxy"} 2024-05-14T17:55:04.404Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sfs": "pxc"} 2024-05-14T17:55:04.404Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "cd87faa9-1ee3-4a94-b8c4-3363461209bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:09.097Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.097Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.097Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:09.097Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.097Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.149Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:09.149Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:09.149Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:09.160Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:09.160Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:09.170Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461"} 2024-05-14T17:55:09.170Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:09.171Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sfs": "haproxy"} 2024-05-14T17:55:09.171Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "91c9cb42-924c-45b1-9592-403c648a8461", "sfs": "pxc"} 2024-05-14T17:55:09.267Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.267Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.267Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:09.267Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.267Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:09.301Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:09.301Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:09.301Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:09.311Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:09.311Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:09.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee"} 2024-05-14T17:55:09.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sfs": "pxc"} 2024-05-14T17:55:09.324Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:09.325Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "0446c0cc-8cae-4319-92f4-7d8db5f5ccee", "sfs": "haproxy"} 2024-05-14T17:55:14.270Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.270Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:14.270Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.271Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.271Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.331Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:14.331Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:14.331Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:14.341Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:14.341Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:14.356Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302"} 2024-05-14T17:55:14.356Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:14.357Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sfs": "haproxy"} 2024-05-14T17:55:14.357Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "c3ad3043-08af-4bce-9d90-0f173e0a7302", "sfs": "pxc"} 2024-05-14T17:55:14.474Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.474Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.474Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:14.474Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.474Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:14.501Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:14.501Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:14.501Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:14.510Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:14.511Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:14.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02"} 2024-05-14T17:55:14.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sfs": "pxc"} 2024-05-14T17:55:14.523Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:14.524Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "05652631-483f-4572-bc60-8d2699840f02", "sfs": "haproxy"} 2024-05-14T17:55:19.485Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.485Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.485Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:19.485Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.485Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.567Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:19.567Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:19.567Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:19.582Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:19.582Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:19.604Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd"} 2024-05-14T17:55:19.604Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sfs": "haproxy"} 2024-05-14T17:55:19.604Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sfs": "pxc"} 2024-05-14T17:55:19.604Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "37fe7a70-80a3-4bad-a7db-9a77baeebfdd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:19.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.700Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:19.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:19.731Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:19.731Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:19.731Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:19.748Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:19.748Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:19.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c"} 2024-05-14T17:55:19.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sfs": "pxc"} 2024-05-14T17:55:19.762Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:19.763Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "9baeb77d-b77d-4304-9ef6-b0911b43d67c", "sfs": "haproxy"} 2024-05-14T17:55:24.706Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.706Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.706Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:24.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.758Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:24.758Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:24.758Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:24.771Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:24.771Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:24.778Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771"} 2024-05-14T17:55:24.778Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sfs": "pxc"} 2024-05-14T17:55:24.778Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:24.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "e389b160-9b02-45de-8ea0-db7f2e4c8771", "sfs": "haproxy"} 2024-05-14T17:55:24.866Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.866Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:24.866Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.867Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.867Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:24.913Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:24.913Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:24.913Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:24.920Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:24.920Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:24.929Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973"} 2024-05-14T17:55:24.929Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sfs": "haproxy"} 2024-05-14T17:55:24.929Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sfs": "pxc"} 2024-05-14T17:55:24.929Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "fda8df3f-1b9d-439e-bb5f-b8ccd153a973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T17:55:29.877Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:29.877Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:29.877Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-14T17:55:29.877Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:29.921Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:29.921Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:29.921Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:29.931Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d"} 2024-05-14T17:55:29.931Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sfs": "pxc"} 2024-05-14T17:55:29.931Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:29.931Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:29.932Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6753f289-b280-4f92-b7a4-13708f45c13d", "sfs": "haproxy"} 2024-05-14T17:55:30.018Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:30.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:30.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-14T17:55:30.018Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:30.056Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:30.056Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:30.056Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T17:55:30.073Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839"} 2024-05-14T17:55:30.073Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sfs": "pxc"} 2024-05-14T17:55:30.073Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:30.073Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:30.074Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "b9953623-74cd-4a9b-9676-093f503e1839", "sfs": "haproxy"} 2024-05-14T17:55:30.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-14T17:55:30.252Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:30.252Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:30.252Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 17:54:44 +0000 UTC"} 2024-05-14T17:55:30.280Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:30.280Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T17:55:30.280Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T17:55:30.280Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T17:55:30.288Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05"} 2024-05-14T17:55:30.288Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sfs": "pxc"} 2024-05-14T17:55:30.288Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T17:55:30.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "5dea334e-1420-40d2-84b6-5f2d91a7fe05", "sfs": "haproxy"} 2024-05-14T17:55:35.023Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sts": "some-name-pxc"} 2024-05-14T17:55:35.023Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T17:55:35.023Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-14T17:55:35.023Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-14T17:55:35.242Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d"} 2024-05-14T17:55:35.242Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sfs": "haproxy"} 2024-05-14T17:55:35.242Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sfs": "pxc"} 2024-05-14T17:55:35.242Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "950e1a44-54a6-4e68-8659-da0b5571359d", "sts": "some-name-pxc"} 2024-05-14T17:55:35.715Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f008d78a-5086-43a5-9e7e-1eb9b2df3b8d", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:55:35.898Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "bd913e2a-ebae-4825-8ec8-ec28f531e539", "error": "create newStatefulSetNode: statefulsets.apps \"some-name-pxc\" not found", "errorVerbose": "statefulsets.apps \"some-name-pxc\" not found\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:55:54.755Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "6ebcbe06-c81f-4313-96ee-aee9e8e16489", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:55:54.808Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "775bd0fc-e271-41cd-b60f-1a748f2803e1", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:55:55.129Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "557f1650-0716-40a1-9ba1-4a0b704cac2c", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:55:55.923Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "be5c5ff7-5caa-4164-be7a-2671f7e253b9", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T17:55:56.743Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-1022", "name": "some-name", "reconcileID": "f840ad70-ebfb-4910-bd36-aa8647985891", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.2/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:248 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n pvc-resize-1022 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.F6SPvz86pV ++ mktemp + local LAST_ERR=/tmp/tmp.5rt0wGg30F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.F6SPvz86pV perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.5rt0wGg30F + rm /tmp/tmp.F6SPvz86pV /tmp/tmp.5rt0wGg30F + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.4FrsPTEL5L ++ mktemp + local LAST_ERR=/tmp/tmp.2iAHm5JHhu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4FrsPTEL5L No resources found + cat /tmp/tmp.2iAHm5JHhu + rm /tmp/tmp.4FrsPTEL5L /tmp/tmp.2iAHm5JHhu + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.WKnHW9hn1W ++ mktemp + local LAST_ERR=/tmp/tmp.cTdskItPd9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WKnHW9hn1W No resources found + cat /tmp/tmp.cTdskItPd9 + rm /tmp/tmp.WKnHW9hn1W /tmp/tmp.cTdskItPd9 + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.bewYcvEUj4 ++ mktemp + local LAST_ERR=/tmp/tmp.7NGnizROEv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bewYcvEUj4 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.7NGnizROEv + rm /tmp/tmp.bewYcvEUj4 /tmp/tmp.7NGnizROEv + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-1022 + rm -rf /tmp/tmp.pYhLja1PAE + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + desc 'test passed' ++ mktemp + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.BLxx37jK0T ++ mktemp + local LAST_OUT=/tmp/tmp.T9O1WDneTC + local LAST_ERR=/tmp/tmp.0EBXx8Epe1 + local exit_status=0 ++ seq 0 2 ++ mktemp + local LAST_ERR=/tmp/tmp.VSQMLWJ7E6 + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-1022 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator