Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/logs/pvc-resize-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xUGQpkAd8u +++ mktemp ++ local LAST_ERR=/tmp/tmp.v0vIN5ELLG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xUGQpkAd8u ++ cat /tmp/tmp.v0vIN5ELLG ++ rm /tmp/tmp.xUGQpkAd8u /tmp/tmp.v0vIN5ELLG ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3vZINNzeku +++ mktemp ++ local LAST_ERR=/tmp/tmp.k1F3jqL3i2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3vZINNzeku ++ cat /tmp/tmp.k1F3jqL3i2 ++ rm /tmp/tmp.3vZINNzeku /tmp/tmp.k1F3jqL3i2 ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-2377 + local ns=pvc-resize-2377 + '[' -n pxc-operator ']' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-20717 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.th8vjPBkF2 ++ mktemp + local LAST_ERR=/tmp/tmp.4g6O7kMHDH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.th8vjPBkF2 perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.4g6O7kMHDH + rm /tmp/tmp.th8vjPBkF2 /tmp/tmp.4g6O7kMHDH + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.VR6CXLlhrE ++ mktemp + local LAST_ERR=/tmp/tmp.6BJ5wwCKSh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VR6CXLlhrE No resources found + cat /tmp/tmp.6BJ5wwCKSh + rm /tmp/tmp.VR6CXLlhrE /tmp/tmp.6BJ5wwCKSh + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.IhsMLZu1lR ++ mktemp + local LAST_ERR=/tmp/tmp.Ak2EVtf4i7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IhsMLZu1lR No resources found + cat /tmp/tmp.Ak2EVtf4i7 + rm /tmp/tmp.IhsMLZu1lR /tmp/tmp.Ak2EVtf4i7 + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.yhclMVs4bH ++ mktemp + local LAST_OUT=/tmp/tmp.RBNfefzqln ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.BzuyCWtS0v + local exit_status=0 + local LAST_ERR=/tmp/tmp.lmszew95HX ++ seq 0 2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yhclMVs4bH + cat /tmp/tmp.BzuyCWtS0v + rm /tmp/tmp.yhclMVs4bH /tmp/tmp.BzuyCWtS0v + return 0 namespace "pvc-resize-20717" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RBNfefzqln namespace "pxc-operator" deleted + cat /tmp/tmp.lmszew95HX + rm /tmp/tmp.RBNfefzqln /tmp/tmp.lmszew95HX + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.OztVxSOnsp ++ mktemp + local LAST_ERR=/tmp/tmp.UF75clH64F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OztVxSOnsp namespace/pxc-operator created + cat /tmp/tmp.UF75clH64F + rm /tmp/tmp.OztVxSOnsp /tmp/tmp.UF75clH64F + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.JoPXAm2GOl +++ mktemp ++ local LAST_ERR=/tmp/tmp.wIlXkU4LXm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JoPXAm2GOl ++ cat /tmp/tmp.wIlXkU4LXm ++ rm /tmp/tmp.JoPXAm2GOl /tmp/tmp.wIlXkU4LXm ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1715-225b38be-1-cluster5 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.lnemzOUrVV ++ mktemp + local LAST_ERR=/tmp/tmp.5T0wxd2ffz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1715-225b38be-1-cluster5 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lnemzOUrVV Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1715-225b38be-1-cluster5" modified. + cat /tmp/tmp.5T0wxd2ffz + rm /tmp/tmp.lnemzOUrVV /tmp/tmp.5T0wxd2ffz + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.EqTj1WwAVD ++ mktemp + local LAST_ERR=/tmp/tmp.N2Eu2M8VC9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EqTj1WwAVD customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.N2Eu2M8VC9 + rm /tmp/tmp.EqTj1WwAVD /tmp/tmp.N2Eu2M8VC9 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.5ZH94ELNFi ++ mktemp + local LAST_ERR=/tmp/tmp.vHCDb6Nr6D + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5ZH94ELNFi clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.vHCDb6Nr6D + rm /tmp/tmp.5ZH94ELNFi /tmp/tmp.vHCDb6Nr6D + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1715-225b38be^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - ++ mktemp + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + local LAST_OUT=/tmp/tmp.sXQQop2rbb ++ mktemp + local LAST_ERR=/tmp/tmp.fxep4myYxa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sXQQop2rbb deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.fxep4myYxa + rm /tmp/tmp.sXQQop2rbb /tmp/tmp.fxep4myYxa + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.cl030WpA5Y ++ mktemp + local LAST_ERR=/tmp/tmp.KzhOSdq4Ay + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cl030WpA5Y pod/percona-xtradb-cluster-operator-59b7fbbc57-b8nrk condition met + cat /tmp/tmp.KzhOSdq4Ay + rm /tmp/tmp.cl030WpA5Y /tmp/tmp.KzhOSdq4Ay + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.Y5HsqmSNPn +++ mktemp ++ local LAST_ERR=/tmp/tmp.hIjqVCXDa8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Y5HsqmSNPn ++ cat /tmp/tmp.hIjqVCXDa8 ++ rm /tmp/tmp.Y5HsqmSNPn /tmp/tmp.hIjqVCXDa8 ++ return 0 + wait_pod percona-xtradb-cluster-operator-59b7fbbc57-b8nrk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-59b7fbbc57-b8nrk + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-59b7fbbc57-b8nrk ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-59b7fbbc57-b8nrk condition met percona-xtradb-cluster-operator-59b7fbbc57-b8nrk.Ok + sleep 3 + create_namespace pvc-resize-2377 + local namespace=pvc-resize-2377 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-2377' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-2377 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-2377 ++ mktemp + local LAST_OUT=/tmp/tmp.BcQnvTJPwp + kubectl_bin get ns ++ mktemp + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.zDg5KabxmR ++ mktemp + local LAST_ERR=/tmp/tmp.zZKveGy04B + local exit_status=0 + xargs kubectl delete ns + local LAST_ERR=/tmp/tmp.hYzoEZZIKM + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-2377 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-2377 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zDg5KabxmR + cat /tmp/tmp.hYzoEZZIKM + rm /tmp/tmp.zDg5KabxmR /tmp/tmp.hYzoEZZIKM + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-2377 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.BcQnvTJPwp + cat /tmp/tmp.zZKveGy04B Error from server (NotFound): namespaces "pvc-resize-2377" not found + rm /tmp/tmp.BcQnvTJPwp /tmp/tmp.zZKveGy04B + return 1 + : + wait_for_delete namespace/pvc-resize-2377 + local res=namespace/pvc-resize-2377 + echo -n 'namespace/pvc-resize-2377 - ' namespace/pvc-resize-2377 - + set +o xtrace Error from server (NotFound): namespaces "pvc-resize-2377" not found + desc 'create namespace pvc-resize-2377' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-2377 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-2377 ++ mktemp + local LAST_OUT=/tmp/tmp.4A8OXEkRC1 ++ mktemp + local LAST_ERR=/tmp/tmp.kh40N7uw3c + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-2377 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4A8OXEkRC1 namespace/pvc-resize-2377 created + cat /tmp/tmp.kh40N7uw3c + rm /tmp/tmp.4A8OXEkRC1 /tmp/tmp.kh40N7uw3c + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.C3RdzJGNDV +++ mktemp ++ local LAST_ERR=/tmp/tmp.AkP23eVMXU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C3RdzJGNDV ++ cat /tmp/tmp.AkP23eVMXU ++ rm /tmp/tmp.C3RdzJGNDV /tmp/tmp.AkP23eVMXU ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1715-225b38be-1-cluster5 --namespace=pvc-resize-2377 ++ mktemp + local LAST_OUT=/tmp/tmp.tGdWFaI48l ++ mktemp + local LAST_ERR=/tmp/tmp.nPUfQoBppn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1715-225b38be-1-cluster5 --namespace=pvc-resize-2377 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tGdWFaI48l Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1715-225b38be-1-cluster5" modified. + cat /tmp/tmp.nPUfQoBppn + rm /tmp/tmp.tGdWFaI48l /tmp/tmp.nPUfQoBppn + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.zkWOjR390t ++ mktemp + local LAST_ERR=/tmp/tmp.rkRo5hxFVn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zkWOjR390t secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.rkRo5hxFVn + rm /tmp/tmp.zkWOjR390t /tmp/tmp.rkRo5hxFVn + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.8VPZDfInk0 ++ mktemp + local LAST_ERR=/tmp/tmp.zSnXEoqOxg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8VPZDfInk0 secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.zSnXEoqOxg + rm /tmp/tmp.8VPZDfInk0 /tmp/tmp.zSnXEoqOxg + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/client.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_OUT=/tmp/tmp.PjrhmbYUSB ++ mktemp + local LAST_ERR=/tmp/tmp.ZtKNaeUGYL + local exit_status=0 + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-2377~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1715-225b38be#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PjrhmbYUSB deployment.apps/pxc-client created + cat /tmp/tmp.ZtKNaeUGYL + rm /tmp/tmp.PjrhmbYUSB /tmp/tmp.ZtKNaeUGYL + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/some-name.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1715-225b38be#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-2377~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_OUT=/tmp/tmp.RWRz17PToq ++ mktemp + local LAST_ERR=/tmp/tmp.TwJKwljyzo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RWRz17PToq perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.TwJKwljyzo + rm /tmp/tmp.RWRz17PToq /tmp/tmp.TwJKwljyzo + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.AgPCvKlxcC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.uuw3Ii47ZB +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.AgPCvKlxcC +++ cat /tmp/tmp.uuw3Ii47ZB +++ rm /tmp/tmp.AgPCvKlxcC /tmp/tmp.uuw3Ii47ZB +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-2377 ++ mktemp + local LAST_OUT=/tmp/tmp.VzDqRNx837 ++ mktemp + local LAST_ERR=/tmp/tmp.AHfSyU9RLw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-2377 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-2377 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-2377 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.VzDqRNx837 + cat /tmp/tmp.AHfSyU9RLw error: no matching resources found + rm /tmp/tmp.VzDqRNx837 /tmp/tmp.AHfSyU9RLw + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met some-name-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met some-name-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met some-name-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met some-name-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nBuZeLex7o +++ mktemp ++ local LAST_ERR=/tmp/tmp.Exn5Z1uFgX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nBuZeLex7o ++ cat /tmp/tmp.Exn5Z1uFgX ++ rm /tmp/tmp.nBuZeLex7o /tmp/tmp.Exn5Z1uFgX ++ return 0 + client_pod=pxc-client-6644d8898f-q54tm + wait_pod pxc-client-6644d8898f-q54tm + local pod=pxc-client-6644d8898f-q54tm + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-q54tm ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-q54tm condition met pxc-client-6644d8898f-q54tm.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AxEDtDtHvR +++ mktemp ++ local LAST_ERR=/tmp/tmp.FnI9T5msen ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AxEDtDtHvR ++ cat /tmp/tmp.FnI9T5msen ++ rm /tmp/tmp.AxEDtDtHvR /tmp/tmp.FnI9T5msen ++ return 0 + client_pod=pxc-client-6644d8898f-q54tm + wait_pod pxc-client-6644d8898f-q54tm + local pod=pxc-client-6644d8898f-q54tm + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-q54tm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-q54tm condition met pxc-client-6644d8898f-q54tm.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Nh7NuemYO7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.JcQlypyRYm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Nh7NuemYO7 ++ cat /tmp/tmp.JcQlypyRYm ++ rm /tmp/tmp.Nh7NuemYO7 /tmp/tmp.JcQlypyRYm ++ return 0 + client_pod=pxc-client-6644d8898f-q54tm + wait_pod pxc-client-6644d8898f-q54tm + local pod=pxc-client-6644d8898f-q54tm + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-6644d8898f-q54tm + local container= + set +o xtrace pod/pxc-client-6644d8898f-q54tm condition met pxc-client-6644d8898f-q54tm.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.A72lis8fmf/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.A72lis8fmf/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nKOz8JBTnd +++ mktemp ++ local LAST_ERR=/tmp/tmp.JxkhYvPSdE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nKOz8JBTnd ++ cat /tmp/tmp.JxkhYvPSdE ++ rm /tmp/tmp.nKOz8JBTnd /tmp/tmp.JxkhYvPSdE ++ return 0 + client_pod=pxc-client-6644d8898f-q54tm + wait_pod pxc-client-6644d8898f-q54tm + local pod=pxc-client-6644d8898f-q54tm + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-q54tm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-q54tm condition met pxc-client-6644d8898f-q54tm.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.A72lis8fmf/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.A72lis8fmf/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.io2IiMMJET +++ mktemp ++ local LAST_ERR=/tmp/tmp.HbAG9DCKkB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.io2IiMMJET ++ cat /tmp/tmp.HbAG9DCKkB ++ rm /tmp/tmp.io2IiMMJET /tmp/tmp.HbAG9DCKkB ++ return 0 + client_pod=pxc-client-6644d8898f-q54tm + wait_pod pxc-client-6644d8898f-q54tm + local pod=pxc-client-6644d8898f-q54tm + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-q54tm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-q54tm condition met pxc-client-6644d8898f-q54tm.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.A72lis8fmf/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.A72lis8fmf/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D61XB2kVnm +++ mktemp ++ local LAST_ERR=/tmp/tmp.GxpGvz8KNI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D61XB2kVnm ++ cat /tmp/tmp.GxpGvz8KNI Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.D61XB2kVnm /tmp/tmp.GxpGvz8KNI ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3Gi + local cluster=some-name + local size=3Gi + echo 'Patching PVC request to 3Gi in some-name' Patching PVC request to 3Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.yHRDkEMbqa ++ mktemp + local LAST_ERR=/tmp/tmp.eD9Z2erqfF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yHRDkEMbqa perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.eD9Z2erqfF + rm /tmp/tmp.yHRDkEMbqa /tmp/tmp.eD9Z2erqfF + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IhSof5ozCn +++ mktemp ++ local LAST_ERR=/tmp/tmp.qtFi7xq8sq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IhSof5ozCn ++ cat /tmp/tmp.qtFi7xq8sq ++ rm /tmp/tmp.IhSof5ozCn /tmp/tmp.qtFi7xq8sq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r8y8zHkRrV +++ mktemp ++ local LAST_ERR=/tmp/tmp.u5fTwqObbK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r8y8zHkRrV ++ cat /tmp/tmp.u5fTwqObbK ++ rm /tmp/tmp.r8y8zHkRrV /tmp/tmp.u5fTwqObbK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qdyhuBrOKh +++ mktemp ++ local LAST_ERR=/tmp/tmp.A5n8b8i2f0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qdyhuBrOKh ++ cat /tmp/tmp.A5n8b8i2f0 ++ rm /tmp/tmp.qdyhuBrOKh /tmp/tmp.A5n8b8i2f0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FxDyts4HTQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.kQ5fqEe9dE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FxDyts4HTQ ++ cat /tmp/tmp.kQ5fqEe9dE ++ rm /tmp/tmp.FxDyts4HTQ /tmp/tmp.kQ5fqEe9dE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fgzVjsT5nS +++ mktemp ++ local LAST_ERR=/tmp/tmp.gBMtmKdAnH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fgzVjsT5nS ++ cat /tmp/tmp.gBMtmKdAnH ++ rm /tmp/tmp.fgzVjsT5nS /tmp/tmp.gBMtmKdAnH ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZEmnYdcXxZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.gj6UWrJTCv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZEmnYdcXxZ ++ cat /tmp/tmp.gj6UWrJTCv ++ rm /tmp/tmp.ZEmnYdcXxZ /tmp/tmp.gj6UWrJTCv ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.aZlHiHTSjH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.MWex1nzbMj +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.aZlHiHTSjH +++++ cat /tmp/tmp.MWex1nzbMj +++++ rm /tmp/tmp.aZlHiHTSjH /tmp/tmp.MWex1nzbMj +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zmXify4r65 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6OhkTz1RaF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zmXify4r65 ++ cat /tmp/tmp.6OhkTz1RaF ++ rm /tmp/tmp.zmXify4r65 /tmp/tmp.6OhkTz1RaF ++ return 0 + [[ 2 == \2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.eAfKyCBfi8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HscYQHMRu6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eAfKyCBfi8 ++ cat /tmp/tmp.HscYQHMRu6 ++ rm /tmp/tmp.eAfKyCBfi8 /tmp/tmp.HscYQHMRu6 ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LWz7TWRdKO +++ mktemp ++ local LAST_ERR=/tmp/tmp.wvSn8P2kma ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LWz7TWRdKO ++ cat /tmp/tmp.wvSn8P2kma ++ rm /tmp/tmp.LWz7TWRdKO /tmp/tmp.wvSn8P2kma ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZaEkxcnmsj +++ mktemp ++ local LAST_ERR=/tmp/tmp.RQGELpb6cT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZaEkxcnmsj ++ cat /tmp/tmp.RQGELpb6cT ++ rm /tmp/tmp.ZaEkxcnmsj /tmp/tmp.RQGELpb6cT ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AWWWAnvzVN +++ mktemp ++ local LAST_ERR=/tmp/tmp.cfuZh7cchI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AWWWAnvzVN ++ cat /tmp/tmp.cfuZh7cchI ++ rm /tmp/tmp.AWWWAnvzVN /tmp/tmp.cfuZh7cchI ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + '[' 0 == 1 ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rpsphuSIzL +++ mktemp ++ local LAST_ERR=/tmp/tmp.vNPnRAl2xc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rpsphuSIzL ++ cat /tmp/tmp.vNPnRAl2xc ++ rm /tmp/tmp.rpsphuSIzL /tmp/tmp.vNPnRAl2xc ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/10Gi/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/resourcequota.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.cAu7p1eWId ++ mktemp + local LAST_ERR=/tmp/tmp.faxtuuNKw7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cAu7p1eWId resourcequota/default-storage-quota created + cat /tmp/tmp.faxtuuNKw7 + rm /tmp/tmp.cAu7p1eWId /tmp/tmp.faxtuuNKw7 + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.IyIIlbCGS0 ++ mktemp + local LAST_ERR=/tmp/tmp.0ISsnrbbvh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IyIIlbCGS0 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.0ISsnrbbvh + rm /tmp/tmp.IyIIlbCGS0 /tmp/tmp.0ISsnrbbvh + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9fIlfB0GyJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.kffTwjtV5h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9fIlfB0GyJ ++ cat /tmp/tmp.kffTwjtV5h ++ rm /tmp/tmp.9fIlfB0GyJ /tmp/tmp.kffTwjtV5h ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cmnRTOy5q3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.i6Mhtk3MGn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cmnRTOy5q3 ++ cat /tmp/tmp.i6Mhtk3MGn ++ rm /tmp/tmp.cmnRTOy5q3 /tmp/tmp.i6Mhtk3MGn ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.UVlkVqsROs ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.uI25IxUlKF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.UVlkVqsROs +++++ cat /tmp/tmp.uI25IxUlKF +++++ rm /tmp/tmp.UVlkVqsROs /tmp/tmp.uI25IxUlKF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RkVOxWgtMp +++ mktemp ++ local LAST_ERR=/tmp/tmp.gJxrcQHpkR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RkVOxWgtMp ++ cat /tmp/tmp.gJxrcQHpkR ++ rm /tmp/tmp.RkVOxWgtMp /tmp/tmp.gJxrcQHpkR ++ return 0 + [[ 2 == \2 ]] + echo + echo -n 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YDPw0W1frM +++ mktemp ++ local LAST_ERR=/tmp/tmp.A3xbhU5q9r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YDPw0W1frM ++ cat /tmp/tmp.A3xbhU5q9r ++ rm /tmp/tmp.YDPw0W1frM /tmp/tmp.A3xbhU5q9r ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g2CAtj05jv +++ mktemp ++ local LAST_ERR=/tmp/tmp.puMJcH3Zmr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g2CAtj05jv ++ cat /tmp/tmp.puMJcH3Zmr ++ rm /tmp/tmp.g2CAtj05jv /tmp/tmp.puMJcH3Zmr ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eEEOhSlg2w +++ mktemp ++ local LAST_ERR=/tmp/tmp.7wMcdz6Rpu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eEEOhSlg2w ++ cat /tmp/tmp.7wMcdz6Rpu ++ rm /tmp/tmp.eEEOhSlg2w /tmp/tmp.7wMcdz6Rpu ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1715/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/QUOTA/12Gi/ + kubectl_bin apply -f - + sed s/STORAGECLASS/standard-rwo/ ++ mktemp + local LAST_OUT=/tmp/tmp.UKdhDKJBhT ++ mktemp + local LAST_ERR=/tmp/tmp.q8cIDBMxOv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UKdhDKJBhT resourcequota/default-storage-quota configured + cat /tmp/tmp.q8cIDBMxOv + rm /tmp/tmp.UKdhDKJBhT /tmp/tmp.q8cIDBMxOv + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.V8JzaHfz0N ++ mktemp + local LAST_ERR=/tmp/tmp.x99rEq42l0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.V8JzaHfz0N perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.x99rEq42l0 + rm /tmp/tmp.V8JzaHfz0N /tmp/tmp.x99rEq42l0 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DPzwn7USqP +++ mktemp ++ local LAST_ERR=/tmp/tmp.yshzAOxwYd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DPzwn7USqP ++ cat /tmp/tmp.yshzAOxwYd ++ rm /tmp/tmp.DPzwn7USqP /tmp/tmp.yshzAOxwYd ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RsXZLfxuys +++ mktemp ++ local LAST_ERR=/tmp/tmp.pY8SHM52Bx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RsXZLfxuys ++ cat /tmp/tmp.pY8SHM52Bx ++ rm /tmp/tmp.RsXZLfxuys /tmp/tmp.pY8SHM52Bx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ob3jDjzJgD +++ mktemp ++ local LAST_ERR=/tmp/tmp.wqxSkfHqfA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ob3jDjzJgD ++ cat /tmp/tmp.wqxSkfHqfA ++ rm /tmp/tmp.ob3jDjzJgD /tmp/tmp.wqxSkfHqfA ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZlxZJYarku +++ mktemp ++ local LAST_ERR=/tmp/tmp.YhFwMAFGsQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZlxZJYarku ++ cat /tmp/tmp.YhFwMAFGsQ ++ rm /tmp/tmp.ZlxZJYarku /tmp/tmp.YhFwMAFGsQ ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.dLaCkfl8On ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.VupO8tLlJF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.dLaCkfl8On +++++ cat /tmp/tmp.VupO8tLlJF +++++ rm /tmp/tmp.dLaCkfl8On /tmp/tmp.VupO8tLlJF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3k9czWMPkk +++ mktemp ++ local LAST_ERR=/tmp/tmp.mpEouTQjwf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3k9czWMPkk ++ cat /tmp/tmp.mpEouTQjwf ++ rm /tmp/tmp.3k9czWMPkk /tmp/tmp.mpEouTQjwf ++ return 0 + [[ 2 == \2 ]] + echo ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.cmbE9aE4gu +++ mktemp ++ local LAST_ERR=/tmp/tmp.PLNlrqcdM7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cmbE9aE4gu ++ cat /tmp/tmp.PLNlrqcdM7 ++ rm /tmp/tmp.cmbE9aE4gu /tmp/tmp.PLNlrqcdM7 ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.47PmhFz8uG +++ mktemp ++ local LAST_ERR=/tmp/tmp.RFCPu2m1Kz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.47PmhFz8uG ++ cat /tmp/tmp.RFCPu2m1Kz ++ rm /tmp/tmp.47PmhFz8uG /tmp/tmp.RFCPu2m1Kz ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0DQU3cksYw +++ mktemp ++ local LAST_ERR=/tmp/tmp.jg4jWYrPXP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0DQU3cksYw ++ cat /tmp/tmp.jg4jWYrPXP ++ rm /tmp/tmp.0DQU3cksYw /tmp/tmp.jg4jWYrPXP ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IIrtWD1xJM +++ mktemp ++ local LAST_ERR=/tmp/tmp.PMUPwtlxNG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IIrtWD1xJM ++ cat /tmp/tmp.PMUPwtlxNG ++ rm /tmp/tmp.IIrtWD1xJM /tmp/tmp.PMUPwtlxNG ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1Gi + local cluster=some-name + local size=1Gi + echo 'Patching PVC request to 1Gi in some-name' Patching PVC request to 1Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.RDC1ujeKsJ ++ mktemp + local LAST_ERR=/tmp/tmp.WNNyzD52X2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RDC1ujeKsJ perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.WNNyzD52X2 + rm /tmp/tmp.RDC1ujeKsJ /tmp/tmp.WNNyzD52X2 + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OhohazQGei +++ mktemp ++ local LAST_ERR=/tmp/tmp.RhwZWNDXBP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OhohazQGei ++ cat /tmp/tmp.RhwZWNDXBP ++ rm /tmp/tmp.OhohazQGei /tmp/tmp.RhwZWNDXBP ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.lvgzmpVhT0 ++ mktemp + local LAST_ERR=/tmp/tmp.sFCzvTTSyy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lvgzmpVhT0 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.sFCzvTTSyy + rm /tmp/tmp.lvgzmpVhT0 /tmp/tmp.sFCzvTTSyy + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vCJja4sCRE +++ mktemp ++ local LAST_ERR=/tmp/tmp.HppxUgXHar ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vCJja4sCRE ++ cat /tmp/tmp.HppxUgXHar ++ rm /tmp/tmp.vCJja4sCRE /tmp/tmp.HppxUgXHar ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w7gAyqFZdI +++ mktemp ++ local LAST_ERR=/tmp/tmp.HHj7UokbOC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w7gAyqFZdI ++ cat /tmp/tmp.HHj7UokbOC ++ rm /tmp/tmp.w7gAyqFZdI /tmp/tmp.HHj7UokbOC ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-2377 + local namespace=pvc-resize-2377 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'the object has been modified' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + tee /tmp/tmp.A72lis8fmf/operator.log + sort -u + grep -v 'get backup status: Job.batch' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.6VgU9AelCq +++ mktemp ++ local LAST_ERR=/tmp/tmp.bcMS2ARnHm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6VgU9AelCq ++ cat /tmp/tmp.bcMS2ARnHm ++ rm /tmp/tmp.6VgU9AelCq /tmp/tmp.bcMS2ARnHm ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-59b7fbbc57-b8nrk ++ mktemp + local LAST_OUT=/tmp/tmp.nAoQfzL8q6 ++ mktemp + local LAST_ERR=/tmp/tmp.X2DDCiFgQW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-59b7fbbc57-b8nrk + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nAoQfzL8q6 + cat /tmp/tmp.X2DDCiFgQW + rm /tmp/tmp.nAoQfzL8q6 /tmp/tmp.X2DDCiFgQW + return 0 2024-05-16T02:42:53.394Z INFO setup Manager starting up {"gitCommit": "225b38be01f1d85ab3ba5404a1190d44219127c8", "gitBranch": "PR-1715-225b38be", "buildTime": "2024-05-16T01:35:00Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-16T02:42:53.394Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1300000"} 2024-05-16T02:42:53.395Z INFO setup Registering Components. 2024-05-16T02:42:55.384Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-16T02:42:55.387Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-16T02:42:55.387Z INFO controller-runtime.metrics Starting metrics server 2024-05-16T02:42:55.387Z INFO controller-runtime.webhook Starting webhook server 2024-05-16T02:42:55.387Z INFO setup Starting the Cmd. 2024-05-16T02:42:55.387Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-16T02:42:55.388Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-16T02:42:55.388Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-16T02:42:55.388Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-16T02:42:55.489Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-16T02:42:55.503Z DEBUG events percona-xtradb-cluster-operator-59b7fbbc57-b8nrk_025f8cda-7dc9-480b-9b9d-413d3f32c49b became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"d61ad2cf-1343-4ae5-a43a-1e55a14d8ff1","apiVersion":"coordination.k8s.io/v1","resourceVersion":"34222"}, "reason": "LeaderElection"} 2024-05-16T02:42:55.503Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-16T02:42:55.503Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-16T02:42:55.503Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-16T02:42:55.503Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-05-16T02:42:55.503Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-05-16T02:42:55.503Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-05-16T02:42:55.503Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-16T02:42:55.608Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-16T02:42:55.614Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-16T02:42:55.714Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-16T02:43:33.196Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c1931c50-875a-489c-8103-402bd24f197b", "version": "1.15.0"} 2024-05-16T02:43:34.591Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: b4416430-c611-4ed5-b33b-f7b1ce2c8b79 2024-05-16T02:44:47.710Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f", "user": "operator"} 2024-05-16T02:44:47.738Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f", "user": "monitor"} 2024-05-16T02:44:47.794Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f"} 2024-05-16T02:44:47.821Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f"} 2024-05-16T02:44:47.850Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f", "user": "xtrabackup"} 2024-05-16T02:44:47.884Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f"} 2024-05-16T02:44:47.908Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e9882859-379f-4615-80f4-df65be7b439f", "user": "replication"} 2024-05-16T02:47:14.908Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "cdca78de-9074-49fa-896b-14107e885dd0", "user": "root"} 2024-05-16T02:47:15.128Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "cdca78de-9074-49fa-896b-14107e885dd0", "new version": "8.0.36-28.1"} 2024-05-16T02:48:31.662Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:31.662Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:31.707Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:31.707Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:31.728Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:31.728Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:31.751Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:31.904Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f233db29-b404-444d-8599-389ec9ce85d6", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:31.975Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:31.975Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:31.975Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-232def13-22b7-4130-a37a-f8bc2dbf7cfe"} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-02af6b7f-562a-4045-8ad3-72244ba42d7a"} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:48:31.975Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-9bf271b5-6f62-4a47-8fc6-dbc0c1cd9d54"} 2024-05-16T02:48:32.049Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.049Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:32.062Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:32.062Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.073Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:32.073Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.084Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155"} 2024-05-16T02:48:32.084Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:32.085Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sfs": "haproxy"} 2024-05-16T02:48:32.085Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "62366084-39d9-40e5-9a80-b831a1d8f155", "sfs": "pxc"} 2024-05-16T02:48:32.217Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.217Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.217Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-232def13-22b7-4130-a37a-f8bc2dbf7cfe"} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-02af6b7f-562a-4045-8ad3-72244ba42d7a"} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:48:32.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-9bf271b5-6f62-4a47-8fc6-dbc0c1cd9d54"} 2024-05-16T02:48:32.263Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.263Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:48:32.274Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:32.274Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.282Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:32.282Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.291Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2"} 2024-05-16T02:48:32.291Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sfs": "pxc"} 2024-05-16T02:48:32.291Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:32.292Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4ce0e7a-c7c7-4ab9-88de-6ad9c777c4e2", "sfs": "haproxy"} 2024-05-16T02:48:32.731Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.731Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.731Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.731Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.731Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.731Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:32.757Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.757Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:48:32.763Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:32.763Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.771Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:32.771Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:32.786Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:32.787Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0"} 2024-05-16T02:48:32.787Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sfs": "haproxy"} 2024-05-16T02:48:32.787Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2488331e-43d6-484d-adb0-30d6e708ffa0", "sfs": "pxc"} 2024-05-16T02:48:37.223Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.223Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.223Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.223Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.223Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.223Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.265Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:37.265Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:48:37.274Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:37.274Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:37.281Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:37.281Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:37.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589"} 2024-05-16T02:48:37.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sfs": "haproxy"} 2024-05-16T02:48:37.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sfs": "pxc"} 2024-05-16T02:48:37.289Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "87727447-0912-489f-aa9c-b42221934589", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:37.395Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.395Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.395Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.395Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.395Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.395Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:31 +0000 UTC"} 2024-05-16T02:48:37.419Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:37.419Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:48:37.427Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:37.427Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:37.443Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:37.443Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:37.452Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd"} 2024-05-16T02:48:37.452Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sfs": "haproxy"} 2024-05-16T02:48:37.452Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sfs": "pxc"} 2024-05-16T02:48:37.452Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d40a3008-2e64-4859-a006-c314d575b7dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:42.498Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.498Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.498Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-16T02:48:42.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-16T02:48:42.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-16T02:48:42.559Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:42.559Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:42.572Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:42.572Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:42.580Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:42.580Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:42.586Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec"} 2024-05-16T02:48:42.586Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sfs": "pxc"} 2024-05-16T02:48:42.586Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:42.587Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4aa0e23-b4f2-47d3-921d-217b74fa18ec", "sfs": "haproxy"} 2024-05-16T02:48:42.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:42.727Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:42.727Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:42.742Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:42.742Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:42.752Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:42.752Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:42.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de"} 2024-05-16T02:48:42.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sfs": "haproxy"} 2024-05-16T02:48:42.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sfs": "pxc"} 2024-05-16T02:48:42.762Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "85867227-5abc-4695-80da-d5f0874335de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:47.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.805Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:47.806Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:47.813Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:47.813Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:47.819Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:47.819Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:47.825Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63"} 2024-05-16T02:48:47.825Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:47.826Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sfs": "haproxy"} 2024-05-16T02:48:47.826Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "55dec829-52c3-41f4-a120-2ad3dbd60c63", "sfs": "pxc"} 2024-05-16T02:48:47.955Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.955Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.955Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.955Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.955Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.955Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:47.999Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:47.999Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:48.007Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:48.007Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:48.015Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:48.015Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:48.022Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3"} 2024-05-16T02:48:48.022Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:48.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sfs": "haproxy"} 2024-05-16T02:48:48.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5fa4fe74-e079-4dcb-b595-ae10a49616f3", "sfs": "pxc"} 2024-05-16T02:48:52.956Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:52.956Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:52.956Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:52.956Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:52.956Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:52.956Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:52.998Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:52.998Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:53.004Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:53.004Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.012Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:53.012Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.017Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:53.018Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3"} 2024-05-16T02:48:53.018Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sfs": "pxc"} 2024-05-16T02:48:53.022Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e702e8cb-ac55-4238-bcc4-c7e570e0a4b3", "sfs": "haproxy"} 2024-05-16T02:48:53.194Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.194Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.195Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.195Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.195Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.195Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.243Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.243Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:53.249Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:53.250Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.255Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:53.255Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.261Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d"} 2024-05-16T02:48:53.261Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:53.262Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sfs": "haproxy"} 2024-05-16T02:48:53.262Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f06b3aae-72d4-46ca-ad0e-b78b9fe85b1d", "sfs": "pxc"} 2024-05-16T02:48:53.388Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.388Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.388Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.388Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.389Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.389Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:53.414Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.414Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:53.420Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:53.420Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.426Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:53.426Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:53.432Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:53.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310"} 2024-05-16T02:48:53.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sfs": "haproxy"} 2024-05-16T02:48:53.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3bf2f9ba-65ef-4e1e-968b-bf32c4861310", "sfs": "pxc"} 2024-05-16T02:48:58.172Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.172Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.172Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.172Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.172Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.172Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.276Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:58.276Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:58.315Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:58.315Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:58.327Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:58.327Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:58.339Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26"} 2024-05-16T02:48:58.339Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sfs": "haproxy"} 2024-05-16T02:48:58.339Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sfs": "pxc"} 2024-05-16T02:48:58.339Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b2108d73-0b22-4874-a3fd-8ba580752a26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:48:58.536Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.536Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.536Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:48:58.565Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:58.565Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:48:58.571Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:48:58.571Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:58.578Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:48:58.578Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:48:58.584Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09"} 2024-05-16T02:48:58.584Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sfs": "haproxy"} 2024-05-16T02:48:58.584Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sfs": "pxc"} 2024-05-16T02:48:58.584Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "60858152-d7f5-4687-951e-d47b2fe4eb09", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:03.512Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.512Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.512Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.512Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.512Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.512Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.551Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:03.551Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:03.560Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:49:03.560Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:03.567Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:03.567Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:03.574Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe"} 2024-05-16T02:49:03.574Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sfs": "haproxy"} 2024-05-16T02:49:03.574Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sfs": "pxc"} 2024-05-16T02:49:03.574Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d6046624-2978-46c2-90c8-5e33c7065bfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:03.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.700Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.700Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:03.725Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:03.725Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:49:03.734Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:03.734Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:03.743Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:03.743Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:03.751Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a"} 2024-05-16T02:49:03.751Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sfs": "haproxy"} 2024-05-16T02:49:03.751Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sfs": "pxc"} 2024-05-16T02:49:03.751Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "c5a2739a-cc54-4075-bac2-33e93d75418a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:49:08.681Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.681Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.681Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.681Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.681Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.681Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.722Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:08.722Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:49:08.730Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:08.730Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:08.738Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:49:08.738Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:08.745Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b"} 2024-05-16T02:49:08.745Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sfs": "haproxy"} 2024-05-16T02:49:08.745Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sfs": "pxc"} 2024-05-16T02:49:08.745Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "00360414-31e0-4664-bb53-adc06827c75b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:08.854Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.854Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.854Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:08.916Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:08.916Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:08.923Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:49:08.923Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:08.930Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:08.930Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:08.939Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7"} 2024-05-16T02:49:08.939Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sfs": "haproxy"} 2024-05-16T02:49:08.939Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sfs": "pxc"} 2024-05-16T02:49:08.939Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b657e1fc-4426-45dc-acb1-f53323a4c7c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:13.851Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:13.851Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:13.851Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:13.851Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:13.851Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:13.901Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:13.901Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:13.901Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:13.912Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:13.912Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:13.919Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe"} 2024-05-16T02:49:13.919Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:13.920Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sfs": "haproxy"} 2024-05-16T02:49:13.920Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b8f47743-8d45-4f1e-bdeb-709d56cb2afe", "sfs": "pxc"} 2024-05-16T02:49:14.057Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.057Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.057Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:14.057Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.057Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.097Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:14.097Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:14.097Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:14.103Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:14.103Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:14.109Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa"} 2024-05-16T02:49:14.109Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sfs": "pxc"} 2024-05-16T02:49:14.109Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:14.110Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "40da69df-edb3-4e79-bb71-94b76bb700fa", "sfs": "haproxy"} 2024-05-16T02:49:14.235Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.235Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:14.236Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:14.297Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:14.297Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:14.297Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:14.304Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:14.304Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:14.311Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:14.312Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb"} 2024-05-16T02:49:14.312Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sfs": "haproxy"} 2024-05-16T02:49:14.312Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f054c62f-fb7f-4558-938f-fe6801ab13bb", "sfs": "pxc"} 2024-05-16T02:49:19.042Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.042Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.042Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:19.042Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.042Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.081Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:19.081Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:19.081Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:19.097Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:19.097Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:19.105Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a"} 2024-05-16T02:49:19.105Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sfs": "haproxy"} 2024-05-16T02:49:19.105Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sfs": "pxc"} 2024-05-16T02:49:19.105Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f41205ea-e04c-4b19-a257-ff489d4e335a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:19.223Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.223Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.223Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:19.223Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.223Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:19.277Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:19.277Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:19.277Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:19.285Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:19.285Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:19.293Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864"} 2024-05-16T02:49:19.293Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sfs": "haproxy"} 2024-05-16T02:49:19.293Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sfs": "pxc"} 2024-05-16T02:49:19.293Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8691b62a-f127-45e8-8193-21df22754864", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:24.226Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.226Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.226Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:24.226Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.227Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.266Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:24.266Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:24.266Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:24.273Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:24.273Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:24.279Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e"} 2024-05-16T02:49:24.279Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sfs": "haproxy"} 2024-05-16T02:49:24.279Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sfs": "pxc"} 2024-05-16T02:49:24.279Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8e47f580-6016-405f-af00-d696a91f4b1e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:24.402Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.402Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.402Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:24.402Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.402Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:24.426Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:24.426Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:24.426Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:24.433Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:24.433Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:24.440Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b"} 2024-05-16T02:49:24.440Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sfs": "haproxy"} 2024-05-16T02:49:24.440Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sfs": "pxc"} 2024-05-16T02:49:24.440Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "ecff5331-745b-4cca-ac63-7598c1edaa7b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:29.397Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.397Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.397Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:29.397Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.397Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.447Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:29.447Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:29.447Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:29.471Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:29.471Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:29.490Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c"} 2024-05-16T02:49:29.490Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sfs": "pxc"} 2024-05-16T02:49:29.490Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:29.491Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e6d0b04a-7007-4a48-b80a-0c7a3141776c", "sfs": "haproxy"} 2024-05-16T02:49:29.626Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.626Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.626Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:29.626Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.626Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:29.661Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:29.661Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:29.661Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:29.670Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:29.670Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:29.681Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0"} 2024-05-16T02:49:29.681Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sfs": "pxc"} 2024-05-16T02:49:29.681Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:29.682Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3ad2e8bd-7cb1-4cfe-9c57-731f48c0b8b0", "sfs": "haproxy"} 2024-05-16T02:49:34.616Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.616Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.616Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:34.616Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.616Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.672Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:34.672Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:34.672Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:34.691Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:34.691Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:34.697Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:34.698Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2"} 2024-05-16T02:49:34.698Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sfs": "haproxy"} 2024-05-16T02:49:34.698Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "5aa54022-6d2c-4f71-b60e-9c55678d33c2", "sfs": "pxc"} 2024-05-16T02:49:34.808Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.808Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.808Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:34.808Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.808Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:34.831Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:34.831Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:34.831Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:34.836Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:34.837Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:34.843Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d"} 2024-05-16T02:49:34.843Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:49:34.844Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sfs": "haproxy"} 2024-05-16T02:49:34.844Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "2ae69c56-0be2-48ef-8694-205c9be80e4d", "sfs": "pxc"} 2024-05-16T02:49:39.802Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:39.802Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:39.802Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-16T02:49:39.802Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:39.843Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:39.843Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:39.844Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:39.888Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f"} 2024-05-16T02:49:39.888Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:39.888Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:39.889Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sfs": "haproxy"} 2024-05-16T02:49:39.889Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "0b818b37-7e14-480c-b513-ad283600d26f", "sfs": "pxc"} 2024-05-16T02:49:40.015Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:40.015Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:40.015Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-16T02:49:40.015Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:40.054Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:40.054Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:40.054Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:49:40.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c"} 2024-05-16T02:49:40.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sfs": "haproxy"} 2024-05-16T02:49:40.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sfs": "pxc"} 2024-05-16T02:49:40.061Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:40.061Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b7b841f7-07a4-41e4-9da2-03a71cae728c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:40.210Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-16T02:49:40.211Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:40.211Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:40.211Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:48:38 +0000 UTC"} 2024-05-16T02:49:40.245Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:40.245Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:49:40.245Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:49:40.245Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:49:40.252Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438"} 2024-05-16T02:49:40.252Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sfs": "haproxy"} 2024-05-16T02:49:40.252Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sfs": "pxc"} 2024-05-16T02:49:40.252Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1cca40b-24e0-4c5f-a69f-3a50cd4e1438", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:49:45.018Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sts": "some-name-pxc"} 2024-05-16T02:49:45.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:49:45.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:49:45.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-16T02:49:45.117Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff"} 2024-05-16T02:49:45.117Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sfs": "haproxy"} 2024-05-16T02:49:45.117Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sfs": "pxc"} 2024-05-16T02:49:45.117Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e0744882-3957-4130-a1bf-ca34cc95b1ff", "sts": "some-name-pxc"} 2024-05-16T02:49:45.432Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f1f0d775-7780-4f68-8856-74ec97006bfe", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:50:12.679Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:12.679Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:12.709Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2024-05-16T02:50:12.709Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:12.721Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2024-05-16T02:50:12.721Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "originalSize": "3Gi"} 2024-05-16T02:50:13.034Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a5fd9374-4a22-4acb-a60a-6675db8ef3ee", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:254\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:50:32.316Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:32.316Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:32.316Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:32.337Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:32.337Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:32.387Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:32.553Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "8d0a75b7-8432-44d5-b6c1-119816444791", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:50:32.638Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.638Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:32.638Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.675Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.675Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.707Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:32.707Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:32.707Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:32.746Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:32.746Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:32.753Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65"} 2024-05-16T02:50:32.753Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:32.754Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sfs": "haproxy"} 2024-05-16T02:50:32.754Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3c62a31c-b626-4e8c-a044-2b18b6fbcd65", "sfs": "pxc"} 2024-05-16T02:50:32.899Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:32.900Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.900Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.900Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.900Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:32.928Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:32.928Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:32.928Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:32.934Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:32.934Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:32.941Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c"} 2024-05-16T02:50:32.941Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sfs": "haproxy"} 2024-05-16T02:50:32.941Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sfs": "pxc"} 2024-05-16T02:50:32.941Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "61bbe741-0185-45fe-8a76-ac40d890713c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:33.381Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:33.381Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:33.381Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:33.381Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:33.382Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:33.421Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:33.421Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:50:33.429Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:33.429Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:33.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e"} 2024-05-16T02:50:33.438Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:33.438Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:33.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sfs": "haproxy"} 2024-05-16T02:50:33.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6e9527f3-8f7a-483c-9a45-4682b61a452e", "sfs": "pxc"} 2024-05-16T02:50:34.177Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.177Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.177Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:34.177Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.177Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.214Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:34.214Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:34.214Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:34.221Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:34.221Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:34.227Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef"} 2024-05-16T02:50:34.227Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:34.228Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sfs": "haproxy"} 2024-05-16T02:50:34.228Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "b183624b-1435-48d4-b42b-52046c3c4aef", "sfs": "pxc"} 2024-05-16T02:50:34.977Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.977Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.977Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:34.977Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:34.977Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:35.002Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:35.002Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:35.002Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:35.011Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:35.011Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:35.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4"} 2024-05-16T02:50:35.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sfs": "haproxy"} 2024-05-16T02:50:35.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sfs": "pxc"} 2024-05-16T02:50:35.019Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e2bbb29a-37f5-4299-8347-c52a102923c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:37.906Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:37.906Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:37.906Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:37.906Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:37.906Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:37.949Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:37.949Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:37.949Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:37.957Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:37.957Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:37.964Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc"} 2024-05-16T02:50:37.964Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sfs": "haproxy"} 2024-05-16T02:50:37.964Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sfs": "pxc"} 2024-05-16T02:50:37.964Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "e175d192-5ddb-4ae0-ac18-06e8097114fc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:38.109Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.109Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.109Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:38.109Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.109Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.172Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:38.172Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:50:38.179Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:38.179Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:38.179Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:38.185Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416"} 2024-05-16T02:50:38.185Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sfs": "pxc"} 2024-05-16T02:50:38.185Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:38.186Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "6a6d19cb-9d49-4c63-9c94-b551cfb05416", "sfs": "haproxy"} 2024-05-16T02:50:38.299Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.299Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:38.300Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.300Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.300Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:32 +0000 UTC"} 2024-05-16T02:50:38.387Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:38.387Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:38.387Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:38.395Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:38.395Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:38.401Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2"} 2024-05-16T02:50:38.401Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:38.402Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sfs": "haproxy"} 2024-05-16T02:50:38.402Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "328b1733-bd6b-407e-91cb-63710521d0b2", "sfs": "pxc"} 2024-05-16T02:50:43.116Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.116Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.116Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:43.116Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.116Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.173Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:43.173Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:50:43.186Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:43.187Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:43.187Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:43.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef"} 2024-05-16T02:50:43.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sfs": "haproxy"} 2024-05-16T02:50:43.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sfs": "pxc"} 2024-05-16T02:50:43.193Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a2f754c8-f2dc-438a-ab72-565c3e526eef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:43.311Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.311Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.311Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:43.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:43.340Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:43.340Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:43.340Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:43.347Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:43.347Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:43.354Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805"} 2024-05-16T02:50:43.354Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:43.355Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sfs": "haproxy"} 2024-05-16T02:50:43.355Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "f4d6d664-7567-4ff7-b8e3-b33e1b74a805", "sfs": "pxc"} 2024-05-16T02:50:48.336Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.336Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.336Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:48.336Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.336Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.388Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:48.388Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:48.388Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:48.395Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:48.395Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:48.403Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b"} 2024-05-16T02:50:48.403Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sfs": "pxc"} 2024-05-16T02:50:48.403Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:48.404Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "9fbaebc6-79a3-4854-aab9-4057e90d312b", "sfs": "haproxy"} 2024-05-16T02:50:48.628Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.628Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.628Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:48.628Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.628Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:48.677Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:48.677Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:48.677Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:48.688Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:48.688Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:48.708Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9"} 2024-05-16T02:50:48.708Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:48.709Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sfs": "haproxy"} 2024-05-16T02:50:48.709Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d89cee5f-8d47-4d9e-bfda-02f4297fa9b9", "sfs": "pxc"} 2024-05-16T02:50:53.576Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.576Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.576Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:53.576Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.576Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.618Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:53.618Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:50:53.625Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:53.625Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:53.631Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2"} 2024-05-16T02:50:53.631Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sfs": "pxc"} 2024-05-16T02:50:53.631Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:53.631Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:53.632Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a6df4d45-f2c3-4174-8fa6-a504527994e2", "sfs": "haproxy"} 2024-05-16T02:50:53.751Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.751Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.751Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:53.751Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.751Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:53.785Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:53.785Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:53.785Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:50:53.791Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:50:53.791Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:53.798Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b"} 2024-05-16T02:50:53.798Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sfs": "pxc"} 2024-05-16T02:50:53.798Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:53.799Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "fccd3368-af58-4aa9-84ff-73f5a7d1c04b", "sfs": "haproxy"} 2024-05-16T02:50:58.752Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:58.752Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:58.752Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:50:58.752Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:50:39 +0000 UTC"} 2024-05-16T02:50:58.808Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:50:58.808Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:50:58.831Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576"} 2024-05-16T02:50:58.831Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sfs": "pxc"} 2024-05-16T02:50:58.831Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:58.831Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:50:58.831Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:50:58.832Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "a851994a-a691-450e-b8ef-f1304ee03576", "sfs": "haproxy"} 2024-05-16T02:50:58.982Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sts": "some-name-pxc"} 2024-05-16T02:50:58.982Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:50:58.982Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:50:58.982Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:50:59.161Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674"} 2024-05-16T02:50:59.161Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sfs": "haproxy"} 2024-05-16T02:50:59.161Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sfs": "pxc"} 2024-05-16T02:50:59.161Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "282e4a88-0ce1-4c83-98ee-8ab5e08b5674", "sts": "some-name-pxc"} 2024-05-16T02:50:59.473Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "54f75d4d-3f98-4c6a-9007-8f924f706a43", "error": "create newStatefulSetNode: statefulsets.apps \"some-name-pxc\" not found", "errorVerbose": "statefulsets.apps \"some-name-pxc\" not found\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:51:29.363Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "72badd54-23d1-4e89-bee6-a0cf5ed11a1f", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:51:29.440Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "d04e20ae-ee8d-4195-bd08-212f311c1326", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:51:29.947Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "3dc94b2d-59e7-47ec-ba23-4735f2b712d5", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:51:30.741Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "767eb4b4-0634-405e-ae51-934ec972af74", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:51:31.530Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-2377", "name": "some-name", "reconcileID": "abaedaf6-eb5f-47b3-9099-513dbc8e715e", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:248 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n pvc-resize-2377 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ySczJ75VF5 ++ mktemp + local LAST_ERR=/tmp/tmp.uTzQm8EB9O + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ySczJ75VF5 perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.uTzQm8EB9O + rm /tmp/tmp.ySczJ75VF5 /tmp/tmp.uTzQm8EB9O + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.PfI2xSB6Eq ++ mktemp + local LAST_ERR=/tmp/tmp.NASIOQ5sP0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PfI2xSB6Eq No resources found + cat /tmp/tmp.NASIOQ5sP0 + rm /tmp/tmp.PfI2xSB6Eq /tmp/tmp.NASIOQ5sP0 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.lpQhTpSOiP ++ mktemp + local LAST_ERR=/tmp/tmp.Tjmj8JT9gH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lpQhTpSOiP No resources found + cat /tmp/tmp.Tjmj8JT9gH + rm /tmp/tmp.lpQhTpSOiP /tmp/tmp.Tjmj8JT9gH + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.wzgjBsOd2Q ++ mktemp + local LAST_ERR=/tmp/tmp.qRXrwablDt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wzgjBsOd2Q validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.qRXrwablDt + rm /tmp/tmp.wzgjBsOd2Q /tmp/tmp.qRXrwablDt + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-2377 + rm -rf /tmp/tmp.A72lis8fmf + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.d1hCkSxOL8 + desc 'test passed' + local LAST_OUT=/tmp/tmp.bZL1GINIKd + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.ClY19QIdQ1 + local exit_status=0 + local LAST_ERR=/tmp/tmp.okj3Bwjm6o + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-2377 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator