Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/logs/pvc-resize-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VskiVYQ1P8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.VhpvghJLEH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VskiVYQ1P8 ++ cat /tmp/tmp.VhpvghJLEH ++ rm /tmp/tmp.VskiVYQ1P8 /tmp/tmp.VhpvghJLEH ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g6fRQpl2bh +++ mktemp ++ local LAST_ERR=/tmp/tmp.3jKLIEl6M9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g6fRQpl2bh ++ cat /tmp/tmp.3jKLIEl6M9 ++ rm /tmp/tmp.g6fRQpl2bh /tmp/tmp.3jKLIEl6M9 ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-12688 + local ns=pvc-resize-12688 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-23746 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.RK1Bh1vNmY ++ mktemp + local LAST_ERR=/tmp/tmp.fuhe4MI9Ph + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RK1Bh1vNmY perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.fuhe4MI9Ph + rm /tmp/tmp.RK1Bh1vNmY /tmp/tmp.fuhe4MI9Ph + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.8YDU0DkciU ++ mktemp + local LAST_ERR=/tmp/tmp.ZybwT8vaLL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8YDU0DkciU No resources found + cat /tmp/tmp.ZybwT8vaLL + rm /tmp/tmp.8YDU0DkciU /tmp/tmp.ZybwT8vaLL + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.2GHh90dNQE ++ mktemp + local LAST_ERR=/tmp/tmp.wUfhLXPRMr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2GHh90dNQE No resources found + cat /tmp/tmp.wUfhLXPRMr + rm /tmp/tmp.2GHh90dNQE /tmp/tmp.wUfhLXPRMr + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.gpi16rzbMu ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.YxYC3ln4V1 + local exit_status=0 + local LAST_OUT=/tmp/tmp.tRRrEmuVN8 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_ERR=/tmp/tmp.nF05TAZkBW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + xargs kubectl delete ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tRRrEmuVN8 + cat /tmp/tmp.nF05TAZkBW + rm /tmp/tmp.tRRrEmuVN8 /tmp/tmp.nF05TAZkBW + return 0 namespace "pvc-resize-23746" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gpi16rzbMu namespace "pxc-operator" deleted + cat /tmp/tmp.YxYC3ln4V1 + rm /tmp/tmp.gpi16rzbMu /tmp/tmp.YxYC3ln4V1 + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.fVtrsCzPa5 ++ mktemp + local LAST_ERR=/tmp/tmp.nN3uxvMf8U + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fVtrsCzPa5 namespace/pxc-operator created + cat /tmp/tmp.nN3uxvMf8U + rm /tmp/tmp.fVtrsCzPa5 /tmp/tmp.nN3uxvMf8U + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.TBCQeRhKuV +++ mktemp ++ local LAST_ERR=/tmp/tmp.FkxcFuaxe1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TBCQeRhKuV ++ cat /tmp/tmp.FkxcFuaxe1 ++ rm /tmp/tmp.TBCQeRhKuV /tmp/tmp.FkxcFuaxe1 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.sFoUy6jRro ++ mktemp + local LAST_ERR=/tmp/tmp.4BUDi1YnKg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sFoUy6jRro Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster6" modified. + cat /tmp/tmp.4BUDi1YnKg + rm /tmp/tmp.sFoUy6jRro /tmp/tmp.4BUDi1YnKg + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.wKTb7yd6D9 ++ mktemp + local LAST_ERR=/tmp/tmp.2LD2hRxGpy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wKTb7yd6D9 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.2LD2hRxGpy + rm /tmp/tmp.wKTb7yd6D9 /tmp/tmp.2LD2hRxGpy + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.T0wDijg2gl ++ mktemp + local LAST_ERR=/tmp/tmp.aCL5ufBJRw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T0wDijg2gl clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.aCL5ufBJRw + rm /tmp/tmp.T0wDijg2gl /tmp/tmp.aCL5ufBJRw + return 0 + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' ++ mktemp + local LAST_OUT=/tmp/tmp.JEeC8DH3VE ++ mktemp + local LAST_ERR=/tmp/tmp.a81ArWt3QM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JEeC8DH3VE deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.a81ArWt3QM + rm /tmp/tmp.JEeC8DH3VE /tmp/tmp.a81ArWt3QM + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.5IDZjtpwI5 ++ mktemp + local LAST_ERR=/tmp/tmp.gVE244Hg62 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5IDZjtpwI5 pod/percona-xtradb-cluster-operator-6986c88cb-4ccxb condition met + cat /tmp/tmp.gVE244Hg62 + rm /tmp/tmp.5IDZjtpwI5 /tmp/tmp.gVE244Hg62 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.UI0ahQPQpQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.k5fTtb6l7S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UI0ahQPQpQ ++ cat /tmp/tmp.k5fTtb6l7S ++ rm /tmp/tmp.UI0ahQPQpQ /tmp/tmp.k5fTtb6l7S ++ return 0 + wait_pod percona-xtradb-cluster-operator-6986c88cb-4ccxb 480 pxc-operator + local pod=percona-xtradb-cluster-operator-6986c88cb-4ccxb + local max_retry=480 + local ns=pxc-operator ++ egrep '^(pxc|proxysql)$' ++ echo percona-xtradb-cluster-operator-6986c88cb-4ccxb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-6986c88cb-4ccxb condition met percona-xtradb-cluster-operator-6986c88cb-4ccxb.Ok + sleep 3 + create_namespace pvc-resize-12688 + local namespace=pvc-resize-12688 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-12688' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-12688 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-12688 + kubectl_bin get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + xargs kubectl delete ns + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.lIHUadyt6T ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.nUVoLKlBm3 + local exit_status=0 + local LAST_OUT=/tmp/tmp.a6CGQo8eKZ ++ mktemp ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12688 + local LAST_ERR=/tmp/tmp.NcwTFZIuNy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12688 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a6CGQo8eKZ + cat /tmp/tmp.NcwTFZIuNy + rm /tmp/tmp.a6CGQo8eKZ /tmp/tmp.NcwTFZIuNy + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12688 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.lIHUadyt6T + cat /tmp/tmp.nUVoLKlBm3 Error from server (NotFound): namespaces "pvc-resize-12688" not found + rm /tmp/tmp.lIHUadyt6T /tmp/tmp.nUVoLKlBm3 + return 1 + : + wait_for_delete namespace/pvc-resize-12688 + local res=namespace/pvc-resize-12688 + echo -n 'namespace/pvc-resize-12688 - ' namespace/pvc-resize-12688 - + set +o xtrace Error from server (NotFound): namespaces "pvc-resize-12688" not found + desc 'create namespace pvc-resize-12688' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-12688 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-12688 ++ mktemp + local LAST_OUT=/tmp/tmp.tbdRPX2j3C ++ mktemp + local LAST_ERR=/tmp/tmp.RO03N9ykdR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-12688 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tbdRPX2j3C namespace/pvc-resize-12688 created + cat /tmp/tmp.RO03N9ykdR + rm /tmp/tmp.tbdRPX2j3C /tmp/tmp.RO03N9ykdR + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.tvMIukZhWM +++ mktemp ++ local LAST_ERR=/tmp/tmp.BU8CIcYb7G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tvMIukZhWM ++ cat /tmp/tmp.BU8CIcYb7G ++ rm /tmp/tmp.tvMIukZhWM /tmp/tmp.BU8CIcYb7G ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster6 --namespace=pvc-resize-12688 ++ mktemp + local LAST_OUT=/tmp/tmp.y7Nd6PRLEz ++ mktemp + local LAST_ERR=/tmp/tmp.Uyubvq3iY9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster6 --namespace=pvc-resize-12688 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.y7Nd6PRLEz Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster6" modified. + cat /tmp/tmp.Uyubvq3iY9 + rm /tmp/tmp.y7Nd6PRLEz /tmp/tmp.Uyubvq3iY9 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.z2ocrQTUTY ++ mktemp + local LAST_ERR=/tmp/tmp.7wOplAbOkR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.z2ocrQTUTY secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.7wOplAbOkR + rm /tmp/tmp.z2ocrQTUTY /tmp/tmp.7wOplAbOkR + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.lEOGrp6DSB ++ mktemp + local LAST_ERR=/tmp/tmp.FRXgZbJ2RK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lEOGrp6DSB secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.FRXgZbJ2RK + rm /tmp/tmp.lEOGrp6DSB /tmp/tmp.FRXgZbJ2RK + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-12688~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_OUT=/tmp/tmp.CGKJOEl1OV + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_ERR=/tmp/tmp.C26FuQx6es + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CGKJOEl1OV deployment.apps/pxc-client created + cat /tmp/tmp.C26FuQx6es + rm /tmp/tmp.CGKJOEl1OV /tmp/tmp.C26FuQx6es + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/some-name.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_OUT=/tmp/tmp.koB2P6pQlT + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-12688~ ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.6IxU06y0wv + local exit_status=0 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.koB2P6pQlT perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.6IxU06y0wv + rm /tmp/tmp.koB2P6pQlT /tmp/tmp.6IxU06y0wv + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WCJawN4J7D ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bxa7H3JygA +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.WCJawN4J7D +++ cat /tmp/tmp.bxa7H3JygA +++ rm /tmp/tmp.WCJawN4J7D /tmp/tmp.bxa7H3JygA +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12688 ++ mktemp + local LAST_OUT=/tmp/tmp.6GfaQ5dXGJ ++ mktemp + local LAST_ERR=/tmp/tmp.53RVlfx9dl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12688 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12688 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12688 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.6GfaQ5dXGJ + cat /tmp/tmp.53RVlfx9dl error: no matching resources found + rm /tmp/tmp.6GfaQ5dXGJ /tmp/tmp.53RVlfx9dl + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met some-name-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met some-name-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met some-name-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met some-name-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2pHeOjNGkm +++ mktemp ++ local LAST_ERR=/tmp/tmp.5WU8QBa694 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2pHeOjNGkm ++ cat /tmp/tmp.5WU8QBa694 ++ rm /tmp/tmp.2pHeOjNGkm /tmp/tmp.5WU8QBa694 ++ return 0 + client_pod=pxc-client-6644d8898f-t94m9 + wait_pod pxc-client-6644d8898f-t94m9 + local pod=pxc-client-6644d8898f-t94m9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-t94m9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-t94m9 condition met pxc-client-6644d8898f-t94m9.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WN41gyiL4Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.bYLWyP4XgD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WN41gyiL4Y ++ cat /tmp/tmp.bYLWyP4XgD ++ rm /tmp/tmp.WN41gyiL4Y /tmp/tmp.bYLWyP4XgD ++ return 0 + client_pod=pxc-client-6644d8898f-t94m9 + wait_pod pxc-client-6644d8898f-t94m9 + local pod=pxc-client-6644d8898f-t94m9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-t94m9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-t94m9 condition met pxc-client-6644d8898f-t94m9.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mmzhwfHxM0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.wI8ps3GirA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mmzhwfHxM0 ++ cat /tmp/tmp.wI8ps3GirA ++ rm /tmp/tmp.mmzhwfHxM0 /tmp/tmp.wI8ps3GirA ++ return 0 + client_pod=pxc-client-6644d8898f-t94m9 + wait_pod pxc-client-6644d8898f-t94m9 + local pod=pxc-client-6644d8898f-t94m9 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6644d8898f-t94m9 + local container= + set +o xtrace pod/pxc-client-6644d8898f-t94m9 condition met pxc-client-6644d8898f-t94m9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.lNyO3ogl3s/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.lNyO3ogl3s/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u9KD00eMmm +++ mktemp ++ local LAST_ERR=/tmp/tmp.2CPBtLp7ZD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.u9KD00eMmm ++ cat /tmp/tmp.2CPBtLp7ZD ++ rm /tmp/tmp.u9KD00eMmm /tmp/tmp.2CPBtLp7ZD ++ return 0 + client_pod=pxc-client-6644d8898f-t94m9 + wait_pod pxc-client-6644d8898f-t94m9 + local pod=pxc-client-6644d8898f-t94m9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-t94m9 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-t94m9 condition met pxc-client-6644d8898f-t94m9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.lNyO3ogl3s/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.lNyO3ogl3s/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QyB22G7qkm +++ mktemp ++ local LAST_ERR=/tmp/tmp.zu3iAex1cb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QyB22G7qkm ++ cat /tmp/tmp.zu3iAex1cb ++ rm /tmp/tmp.QyB22G7qkm /tmp/tmp.zu3iAex1cb ++ return 0 + client_pod=pxc-client-6644d8898f-t94m9 + wait_pod pxc-client-6644d8898f-t94m9 + local pod=pxc-client-6644d8898f-t94m9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-t94m9 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-t94m9 condition met pxc-client-6644d8898f-t94m9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.lNyO3ogl3s/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.lNyO3ogl3s/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ egrep -o 'early-plugin-load=keyring_\w+.so' ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KapMwoxiHm +++ mktemp ++ local LAST_ERR=/tmp/tmp.SNfEQfClzT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KapMwoxiHm ++ cat /tmp/tmp.SNfEQfClzT Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.KapMwoxiHm /tmp/tmp.SNfEQfClzT ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3Gi + local cluster=some-name + local size=3Gi + echo 'Patching PVC request to 3Gi in some-name' Patching PVC request to 3Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.g3oh2dy5mK ++ mktemp + local LAST_ERR=/tmp/tmp.U1vl3kulQm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.g3oh2dy5mK perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.U1vl3kulQm + rm /tmp/tmp.g3oh2dy5mK /tmp/tmp.U1vl3kulQm + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j8RdVo8mKP +++ mktemp ++ local LAST_ERR=/tmp/tmp.MWqCH81EnO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j8RdVo8mKP ++ cat /tmp/tmp.MWqCH81EnO ++ rm /tmp/tmp.j8RdVo8mKP /tmp/tmp.MWqCH81EnO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M0hfib8NyJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.HV7bCUsKhj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M0hfib8NyJ ++ cat /tmp/tmp.HV7bCUsKhj ++ rm /tmp/tmp.M0hfib8NyJ /tmp/tmp.HV7bCUsKhj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OjdiCa8YCs +++ mktemp ++ local LAST_ERR=/tmp/tmp.PUnemDjdoX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OjdiCa8YCs ++ cat /tmp/tmp.PUnemDjdoX ++ rm /tmp/tmp.OjdiCa8YCs /tmp/tmp.PUnemDjdoX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6LGVt5imfD +++ mktemp ++ local LAST_ERR=/tmp/tmp.snoL7W2pCQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6LGVt5imfD ++ cat /tmp/tmp.snoL7W2pCQ ++ rm /tmp/tmp.6LGVt5imfD /tmp/tmp.snoL7W2pCQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o8yzYSPBdq +++ mktemp ++ local LAST_ERR=/tmp/tmp.WiXofpGxKk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o8yzYSPBdq ++ cat /tmp/tmp.WiXofpGxKk ++ rm /tmp/tmp.o8yzYSPBdq /tmp/tmp.WiXofpGxKk ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6IHMCJnjYH +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xs5Jcxgo7A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6IHMCJnjYH ++ cat /tmp/tmp.Xs5Jcxgo7A ++ rm /tmp/tmp.6IHMCJnjYH /tmp/tmp.Xs5Jcxgo7A ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QxhVDJJkro +++ mktemp ++ local LAST_ERR=/tmp/tmp.yRjvWQgXB3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QxhVDJJkro ++ cat /tmp/tmp.yRjvWQgXB3 ++ rm /tmp/tmp.QxhVDJJkro /tmp/tmp.yRjvWQgXB3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ENLUgnUbhj +++ mktemp ++ local LAST_ERR=/tmp/tmp.GO6Jmntetg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ENLUgnUbhj ++ cat /tmp/tmp.GO6Jmntetg ++ rm /tmp/tmp.ENLUgnUbhj /tmp/tmp.GO6Jmntetg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HZ30ppbdRr +++ mktemp ++ local LAST_ERR=/tmp/tmp.N11JiwcY9b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HZ30ppbdRr ++ cat /tmp/tmp.N11JiwcY9b ++ rm /tmp/tmp.HZ30ppbdRr /tmp/tmp.N11JiwcY9b ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L52FwLDViE +++ mktemp ++ local LAST_ERR=/tmp/tmp.huH28CNGub ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L52FwLDViE ++ cat /tmp/tmp.huH28CNGub ++ rm /tmp/tmp.L52FwLDViE /tmp/tmp.huH28CNGub ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sjyJPVjbOP +++ mktemp ++ local LAST_ERR=/tmp/tmp.7C7n5ex4ft ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sjyJPVjbOP ++ cat /tmp/tmp.7C7n5ex4ft ++ rm /tmp/tmp.sjyJPVjbOP /tmp/tmp.7C7n5ex4ft ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8WBQ8550hm +++ mktemp ++ local LAST_ERR=/tmp/tmp.VDh2ZXVCkq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8WBQ8550hm ++ cat /tmp/tmp.VDh2ZXVCkq ++ rm /tmp/tmp.8WBQ8550hm /tmp/tmp.VDh2ZXVCkq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.emPZiexU6O +++ mktemp ++ local LAST_ERR=/tmp/tmp.S00bOzgk0e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.emPZiexU6O ++ cat /tmp/tmp.S00bOzgk0e ++ rm /tmp/tmp.emPZiexU6O /tmp/tmp.S00bOzgk0e ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 12 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vO94LkzdSD +++ mktemp ++ local LAST_ERR=/tmp/tmp.a1KCSh3t3u ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vO94LkzdSD ++ cat /tmp/tmp.a1KCSh3t3u ++ rm /tmp/tmp.vO94LkzdSD /tmp/tmp.a1KCSh3t3u ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 13 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9Yc5oZRLpq +++ mktemp ++ local LAST_ERR=/tmp/tmp.mU8Qxrd6Un ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9Yc5oZRLpq ++ cat /tmp/tmp.mU8Qxrd6Un ++ rm /tmp/tmp.9Yc5oZRLpq /tmp/tmp.mU8Qxrd6Un ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UY0eyZc3LV +++ mktemp ++ local LAST_ERR=/tmp/tmp.wQvZSkZMTH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UY0eyZc3LV ++ cat /tmp/tmp.wQvZSkZMTH ++ rm /tmp/tmp.UY0eyZc3LV /tmp/tmp.wQvZSkZMTH ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Kq1OgGhIVE ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.4f8Ge87bMt +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Kq1OgGhIVE +++++ cat /tmp/tmp.4f8Ge87bMt +++++ rm /tmp/tmp.Kq1OgGhIVE /tmp/tmp.4f8Ge87bMt +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8J0U2FvHQF +++ mktemp ++ local LAST_ERR=/tmp/tmp.zb9nOgsPcK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8J0U2FvHQF ++ cat /tmp/tmp.zb9nOgsPcK ++ rm /tmp/tmp.8J0U2FvHQF /tmp/tmp.zb9nOgsPcK ++ return 0 + [[ 2 == \2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.HsWde844Hj +++ mktemp ++ local LAST_ERR=/tmp/tmp.rh9yKHwaqV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HsWde844Hj ++ cat /tmp/tmp.rh9yKHwaqV ++ rm /tmp/tmp.HsWde844Hj /tmp/tmp.rh9yKHwaqV ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OH6SGkr3nQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.BordBRwEYv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OH6SGkr3nQ ++ cat /tmp/tmp.BordBRwEYv ++ rm /tmp/tmp.OH6SGkr3nQ /tmp/tmp.BordBRwEYv ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.proBCdpoxG +++ mktemp ++ local LAST_ERR=/tmp/tmp.lwEjCJtA76 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.proBCdpoxG ++ cat /tmp/tmp.lwEjCJtA76 ++ rm /tmp/tmp.proBCdpoxG /tmp/tmp.lwEjCJtA76 ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lxXnVAEn3O +++ mktemp ++ local LAST_ERR=/tmp/tmp.0FyMSGgSep ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lxXnVAEn3O ++ cat /tmp/tmp.0FyMSGgSep ++ rm /tmp/tmp.lxXnVAEn3O /tmp/tmp.0FyMSGgSep ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + '[' 0 == 1 ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zoDEAx3Y2a +++ mktemp ++ local LAST_ERR=/tmp/tmp.yuwYP3H9qB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zoDEAx3Y2a ++ cat /tmp/tmp.yuwYP3H9qB ++ rm /tmp/tmp.zoDEAx3Y2a /tmp/tmp.yuwYP3H9qB ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - ++ mktemp + sed s/QUOTA/10Gi/ + local LAST_OUT=/tmp/tmp.JsUj9dHfHM ++ mktemp + local LAST_ERR=/tmp/tmp.NgSUkvubg0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JsUj9dHfHM resourcequota/default-storage-quota created + cat /tmp/tmp.NgSUkvubg0 + rm /tmp/tmp.JsUj9dHfHM /tmp/tmp.NgSUkvubg0 + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.xnRyFV8nkC ++ mktemp + local LAST_ERR=/tmp/tmp.MwY9FsoPoU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xnRyFV8nkC perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.MwY9FsoPoU + rm /tmp/tmp.xnRyFV8nkC /tmp/tmp.MwY9FsoPoU + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QE45t4fEId +++ mktemp ++ local LAST_ERR=/tmp/tmp.2Ckz7BUlZG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QE45t4fEId ++ cat /tmp/tmp.2Ckz7BUlZG ++ rm /tmp/tmp.QE45t4fEId /tmp/tmp.2Ckz7BUlZG ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZMosuWjYfa +++ mktemp ++ local LAST_ERR=/tmp/tmp.hSe8rTiU2E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZMosuWjYfa ++ cat /tmp/tmp.hSe8rTiU2E ++ rm /tmp/tmp.ZMosuWjYfa /tmp/tmp.hSe8rTiU2E ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.3x99sNVoUg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.oa5GlgVyWG +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.3x99sNVoUg +++++ cat /tmp/tmp.oa5GlgVyWG +++++ rm /tmp/tmp.3x99sNVoUg /tmp/tmp.oa5GlgVyWG +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7AEtAKP1IR +++ mktemp ++ local LAST_ERR=/tmp/tmp.sTej8CFDrt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7AEtAKP1IR ++ cat /tmp/tmp.sTej8CFDrt ++ rm /tmp/tmp.7AEtAKP1IR /tmp/tmp.sTej8CFDrt ++ return 0 + [[ 2 == \2 ]] + echo + echo -n 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iMeSnQP8YS +++ mktemp ++ local LAST_ERR=/tmp/tmp.9UDKt9DBaq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iMeSnQP8YS ++ cat /tmp/tmp.9UDKt9DBaq ++ rm /tmp/tmp.iMeSnQP8YS /tmp/tmp.9UDKt9DBaq ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iTK6uJda0o +++ mktemp ++ local LAST_ERR=/tmp/tmp.s6whSNQnDX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iTK6uJda0o ++ cat /tmp/tmp.s6whSNQnDX ++ rm /tmp/tmp.iTK6uJda0o /tmp/tmp.s6whSNQnDX ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 5 + retry=2 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QYYTVEa2OG +++ mktemp ++ local LAST_ERR=/tmp/tmp.xZL36QS7yT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QYYTVEa2OG ++ cat /tmp/tmp.xZL36QS7yT ++ rm /tmp/tmp.QYYTVEa2OG /tmp/tmp.xZL36QS7yT ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 5 + retry=3 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dpT80eQfgT +++ mktemp ++ local LAST_ERR=/tmp/tmp.xlLrloYTQ5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dpT80eQfgT ++ cat /tmp/tmp.xlLrloYTQ5 ++ rm /tmp/tmp.dpT80eQfgT /tmp/tmp.xlLrloYTQ5 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 5 + retry=4 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hmCeMlSQRL +++ mktemp ++ local LAST_ERR=/tmp/tmp.rmEWNDlViB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hmCeMlSQRL ++ cat /tmp/tmp.rmEWNDlViB ++ rm /tmp/tmp.hmCeMlSQRL /tmp/tmp.rmEWNDlViB ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 4 -ge 60 ]] + echo -n . .+ sleep 5 + retry=5 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QC5v66jcfF +++ mktemp ++ local LAST_ERR=/tmp/tmp.1efgLtUxyQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QC5v66jcfF ++ cat /tmp/tmp.1efgLtUxyQ ++ rm /tmp/tmp.QC5v66jcfF /tmp/tmp.1efgLtUxyQ ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 5 -ge 60 ]] + echo -n . .+ sleep 5 + retry=6 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rpEHrW7ZI6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.x7uuFkLbSQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rpEHrW7ZI6 ++ cat /tmp/tmp.x7uuFkLbSQ ++ rm /tmp/tmp.rpEHrW7ZI6 /tmp/tmp.x7uuFkLbSQ ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 6 -ge 60 ]] + echo -n . .+ sleep 5 + retry=7 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4h9JJcfKg6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1T5ePam3MP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4h9JJcfKg6 ++ cat /tmp/tmp.1T5ePam3MP ++ rm /tmp/tmp.4h9JJcfKg6 /tmp/tmp.1T5ePam3MP ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 7 -ge 60 ]] + echo -n . .+ sleep 5 + retry=8 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MxDHiKevwd +++ mktemp ++ local LAST_ERR=/tmp/tmp.8W0o4ls66U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MxDHiKevwd ++ cat /tmp/tmp.8W0o4ls66U ++ rm /tmp/tmp.MxDHiKevwd /tmp/tmp.8W0o4ls66U ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 8 -ge 60 ]] + echo -n . .+ sleep 5 + retry=9 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YwJBGDRkfb +++ mktemp ++ local LAST_ERR=/tmp/tmp.zua7GJpioF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YwJBGDRkfb ++ cat /tmp/tmp.zua7GJpioF ++ rm /tmp/tmp.YwJBGDRkfb /tmp/tmp.zua7GJpioF ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 9 -ge 60 ]] + echo -n . .+ sleep 5 + retry=10 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VOVTTSAFOC +++ mktemp ++ local LAST_ERR=/tmp/tmp.4bFKvGQ3oC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VOVTTSAFOC ++ cat /tmp/tmp.4bFKvGQ3oC ++ rm /tmp/tmp.VOVTTSAFOC /tmp/tmp.4bFKvGQ3oC ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 10 -ge 60 ]] + echo -n . .+ sleep 5 + retry=11 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z7DvZLZiXa +++ mktemp ++ local LAST_ERR=/tmp/tmp.PJpiE9G74C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z7DvZLZiXa ++ cat /tmp/tmp.PJpiE9G74C ++ rm /tmp/tmp.z7DvZLZiXa /tmp/tmp.PJpiE9G74C ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PQyQS7dwI6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.g1hJf4nPHR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PQyQS7dwI6 ++ cat /tmp/tmp.g1hJf4nPHR ++ rm /tmp/tmp.PQyQS7dwI6 /tmp/tmp.g1hJf4nPHR ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/12Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.dTS63uC9Tn ++ mktemp + local LAST_ERR=/tmp/tmp.d3RzdGVmy1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dTS63uC9Tn resourcequota/default-storage-quota configured + cat /tmp/tmp.d3RzdGVmy1 + rm /tmp/tmp.dTS63uC9Tn /tmp/tmp.d3RzdGVmy1 + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.XPfwxRF01r ++ mktemp + local LAST_ERR=/tmp/tmp.x4PnJcO3Hp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XPfwxRF01r perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.x4PnJcO3Hp + rm /tmp/tmp.XPfwxRF01r /tmp/tmp.x4PnJcO3Hp + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tj6ljFV13p +++ mktemp ++ local LAST_ERR=/tmp/tmp.MCOVyDYyyA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tj6ljFV13p ++ cat /tmp/tmp.MCOVyDYyyA ++ rm /tmp/tmp.tj6ljFV13p /tmp/tmp.MCOVyDYyyA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yXNNwnNROB +++ mktemp ++ local LAST_ERR=/tmp/tmp.lBLW37uB1Y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yXNNwnNROB ++ cat /tmp/tmp.lBLW37uB1Y ++ rm /tmp/tmp.yXNNwnNROB /tmp/tmp.lBLW37uB1Y ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9YLr2bVUtR +++ mktemp ++ local LAST_ERR=/tmp/tmp.HA05uZa7nJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9YLr2bVUtR ++ cat /tmp/tmp.HA05uZa7nJ ++ rm /tmp/tmp.9YLr2bVUtR /tmp/tmp.HA05uZa7nJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tkxAVwgEXd +++ mktemp ++ local LAST_ERR=/tmp/tmp.9LS5ToqioG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tkxAVwgEXd ++ cat /tmp/tmp.9LS5ToqioG ++ rm /tmp/tmp.tkxAVwgEXd /tmp/tmp.9LS5ToqioG ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7uBBV3Gpaj +++ mktemp ++ local LAST_ERR=/tmp/tmp.heyXfJA1Tj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7uBBV3Gpaj ++ cat /tmp/tmp.heyXfJA1Tj ++ rm /tmp/tmp.7uBBV3Gpaj /tmp/tmp.heyXfJA1Tj ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.j7s7iQm4w2 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.rKiihUkpRy +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.j7s7iQm4w2 +++++ cat /tmp/tmp.rKiihUkpRy +++++ rm /tmp/tmp.j7s7iQm4w2 /tmp/tmp.rKiihUkpRy +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hrxHUr3RhZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.JrDDZkxVTl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hrxHUr3RhZ ++ cat /tmp/tmp.JrDDZkxVTl ++ rm /tmp/tmp.hrxHUr3RhZ /tmp/tmp.JrDDZkxVTl ++ return 0 + [[ 2 == \2 ]] + echo ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.ylREalFY89 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bWzdx1eazK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ylREalFY89 ++ cat /tmp/tmp.bWzdx1eazK ++ rm /tmp/tmp.ylREalFY89 /tmp/tmp.bWzdx1eazK ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OTK5RUQ8KN +++ mktemp ++ local LAST_ERR=/tmp/tmp.T8uiN3CNZF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OTK5RUQ8KN ++ cat /tmp/tmp.T8uiN3CNZF ++ rm /tmp/tmp.OTK5RUQ8KN /tmp/tmp.T8uiN3CNZF ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WGdPFe5ntv +++ mktemp ++ local LAST_ERR=/tmp/tmp.o3ZpAlpPe7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WGdPFe5ntv ++ cat /tmp/tmp.o3ZpAlpPe7 ++ rm /tmp/tmp.WGdPFe5ntv /tmp/tmp.o3ZpAlpPe7 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.heFQQHoFbe +++ mktemp ++ local LAST_ERR=/tmp/tmp.GtaxxrbvRs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.heFQQHoFbe ++ cat /tmp/tmp.GtaxxrbvRs ++ rm /tmp/tmp.heFQQHoFbe /tmp/tmp.GtaxxrbvRs ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1Gi + local cluster=some-name + local size=1Gi + echo 'Patching PVC request to 1Gi in some-name' Patching PVC request to 1Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.ayaoEGIMLE ++ mktemp + local LAST_ERR=/tmp/tmp.c0rt7DKkDY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ayaoEGIMLE perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.c0rt7DKkDY + rm /tmp/tmp.ayaoEGIMLE /tmp/tmp.c0rt7DKkDY + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cbmm7Am3EU +++ mktemp ++ local LAST_ERR=/tmp/tmp.nKF2vG3Nrv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cbmm7Am3EU ++ cat /tmp/tmp.nKF2vG3Nrv ++ rm /tmp/tmp.Cbmm7Am3EU /tmp/tmp.nKF2vG3Nrv ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.lAcQ1tfXjt ++ mktemp + local LAST_ERR=/tmp/tmp.tsJIMgkMQa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lAcQ1tfXjt perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.tsJIMgkMQa + rm /tmp/tmp.lAcQ1tfXjt /tmp/tmp.tsJIMgkMQa + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4vZKMypnGh +++ mktemp ++ local LAST_ERR=/tmp/tmp.JYi0wzjyOX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4vZKMypnGh ++ cat /tmp/tmp.JYi0wzjyOX ++ rm /tmp/tmp.4vZKMypnGh /tmp/tmp.JYi0wzjyOX ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y2zv4H5zzf +++ mktemp ++ local LAST_ERR=/tmp/tmp.LsHIzyyrUS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y2zv4H5zzf ++ cat /tmp/tmp.LsHIzyyrUS ++ rm /tmp/tmp.y2zv4H5zzf /tmp/tmp.LsHIzyyrUS ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-12688 + local namespace=pvc-resize-12688 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u + tee /tmp/tmp.lNyO3ogl3s/operator.log + grep -v 'get backup status: Job.batch' + grep -v 'the object has been modified' +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.t1tFnyX2VW +++ mktemp ++ local LAST_ERR=/tmp/tmp.orJYK3pDgF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.t1tFnyX2VW ++ cat /tmp/tmp.orJYK3pDgF ++ rm /tmp/tmp.t1tFnyX2VW /tmp/tmp.orJYK3pDgF ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-6986c88cb-rtzzg ++ mktemp + local LAST_OUT=/tmp/tmp.oSMpN7JVWt ++ mktemp + local LAST_ERR=/tmp/tmp.M3F6aNxTgg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-6986c88cb-rtzzg + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oSMpN7JVWt + cat /tmp/tmp.M3F6aNxTgg + rm /tmp/tmp.oSMpN7JVWt /tmp/tmp.M3F6aNxTgg + return 0 2024/05/16 02:41:00 http: TLS handshake error from 10.222.89.2:43022: EOF 2024/05/16 02:41:00 http: TLS handshake error from 10.222.89.26:58294: remote error: tls: bad certificate 2024-05-16T02:40:42.039Z INFO setup Manager starting up {"gitCommit": "41f82f9c8696cc17525c3cbb8d044dbe4590ed84", "gitBranch": "PR-1714-41f82f9c", "buildTime": "2024-05-16T01:35:13Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-16T02:40:42.039Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1300000"} 2024-05-16T02:40:42.040Z INFO setup Registering Components. 2024-05-16T02:40:44.350Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-16T02:40:44.352Z INFO controller-runtime.metrics Starting metrics server 2024-05-16T02:40:44.352Z INFO setup Starting the Cmd. 2024-05-16T02:40:44.353Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-16T02:40:44.353Z INFO controller-runtime.webhook Starting webhook server 2024-05-16T02:40:44.353Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-16T02:40:44.354Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-16T02:40:44.354Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-16T02:40:44.354Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-16T02:40:44.454Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-16T02:40:59.695Z DEBUG events percona-xtradb-cluster-operator-6986c88cb-rtzzg_2c178216-4219-4bae-a287-8b1dc83fc15d became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"7889e7b9-bd2a-4438-8a7b-12df624ef225","apiVersion":"coordination.k8s.io/v1","resourceVersion":"32779"}, "reason": "LeaderElection"} 2024-05-16T02:40:59.695Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-16T02:40:59.695Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-05-16T02:40:59.695Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-16T02:40:59.696Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-16T02:40:59.696Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-16T02:40:59.696Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-05-16T02:40:59.696Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-05-16T02:40:59.802Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-16T02:40:59.802Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-16T02:40:59.802Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-16T02:41:00.130Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.130Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.130Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.234Z ERROR Update status {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "error": "write status: Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")", "errorVerbose": "Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:157\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:248\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:41:00.235Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4120be9f-a6b7-4453-a83b-c5e836ec6201", "error": "reconcile persistent volumes: annotate pxc: Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")", "errorVerbose": "Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")\nannotate pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:227\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:41:00.249Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.249Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.249Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.249Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.249Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.249Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.314Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:00.314Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:41:00.327Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:41:00.327Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:00.336Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:41:00.336Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:00.347Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62"} 2024-05-16T02:41:00.347Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sfs": "pxc"} 2024-05-16T02:41:00.347Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:41:00.348Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a257100a-0b47-4cbe-b015-b0889071ef62", "sfs": "haproxy"} 2024-05-16T02:41:00.425Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.425Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.425Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.425Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.425Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.425Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:00.454Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:00.454Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:00.466Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:41:00.466Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:00.474Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:41:00.474Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:00.485Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2"} 2024-05-16T02:41:00.485Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:41:00.486Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sfs": "haproxy"} 2024-05-16T02:41:00.486Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "46e7b32b-adcb-427d-9871-2703f423f8d2", "sfs": "pxc"} 2024-05-16T02:41:05.425Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:05.425Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:05.426Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:05.426Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:05.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:05.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:05.473Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:05.473Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:41:05.482Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:41:05.482Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:05.489Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:41:05.489Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:05.495Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d"} 2024-05-16T02:41:05.495Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sfs": "haproxy"} 2024-05-16T02:41:05.495Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sfs": "pxc"} 2024-05-16T02:41:05.495Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:41:56.522Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fdeed5a7-2ed9-46ed-aa71-d7412110613d", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.pvc-resize-12688: i/o timeout"} 2024-05-16T02:41:56.558Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:56.558Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:56.559Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:56.559Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:41:56.559Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:41:56.600Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:56.600Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:56.617Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:41:56.617Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:41:56.617Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:41:56.624Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:41:56.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884"} 2024-05-16T02:41:56.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sfs": "haproxy"} 2024-05-16T02:41:56.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "sfs": "pxc"} 2024-05-16T02:42:08.632Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b0422c85-1042-49b1-b2a2-3a4e1b7eb884", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:08.669Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:08.669Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:08.669Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:08.669Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:08.669Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:08.725Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:08.725Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:08.725Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:42:08.741Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:08.741Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:08.748Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546"} 2024-05-16T02:42:08.748Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sfs": "pxc"} 2024-05-16T02:42:08.748Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:08.749Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "sfs": "haproxy"} 2024-05-16T02:42:10.754Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "289892eb-a076-4827-8b56-1e8cf071d546", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:10.808Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:10.808Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:10.808Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:10.808Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:10.808Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:10.880Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:10.880Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:42:10.895Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:10.895Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:10.895Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:10.912Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031"} 2024-05-16T02:42:10.912Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sfs": "haproxy"} 2024-05-16T02:42:10.912Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sfs": "pxc"} 2024-05-16T02:42:10.912Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:12.918Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "33be4dbf-42da-48ab-9ec8-57a802e5c031", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:12.969Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:12.969Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:12.969Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:12.969Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:12.969Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:13.022Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:13.023Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:13.031Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:13.031Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:13.047Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b"} 2024-05-16T02:42:13.047Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sfs": "haproxy"} 2024-05-16T02:42:13.047Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sfs": "pxc"} 2024-05-16T02:42:13.047Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:13.047Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:15.053Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cd66b209-076d-4aca-a6b3-2a40d6f2f07b", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:15.095Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:15.095Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:15.095Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:15.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:15.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:15.166Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:15.166Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:15.166Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:42:15.173Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:15.174Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:15.182Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d"} 2024-05-16T02:42:15.182Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sfs": "haproxy"} 2024-05-16T02:42:15.182Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sfs": "pxc"} 2024-05-16T02:42:15.182Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:17.188Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "38e0ce07-57f5-401f-bc56-96175482c11d", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:17.221Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:17.221Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:17.221Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:17.221Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:17.221Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:17.261Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:17.261Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:17.269Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:17.269Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:17.286Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495"} 2024-05-16T02:42:17.286Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sfs": "pxc"} 2024-05-16T02:42:17.286Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:17.286Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:17.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "sfs": "haproxy"} 2024-05-16T02:42:19.293Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "60ed766c-ea1c-4b31-a768-fb19d7b02495", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:19.335Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:19.335Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:19.335Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:19.335Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:19.335Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:19.379Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:19.379Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:42:19.391Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:19.391Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:19.391Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:19.403Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742"} 2024-05-16T02:42:19.403Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sfs": "haproxy"} 2024-05-16T02:42:19.403Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sfs": "pxc"} 2024-05-16T02:42:19.403Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:22.456Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6fd8cc32-0abf-46fc-a2e7-456fa5614742", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.150.249.33:3306: connect: connection refused"} 2024-05-16T02:42:22.491Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:22.491Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:22.491Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:22.492Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:22.492Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:22.523Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:22.523Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:42:22.537Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:22.537Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:22.537Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:22.543Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef"} 2024-05-16T02:42:22.543Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sfs": "pxc"} 2024-05-16T02:42:22.543Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:22.544Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a806fab0-da11-457f-af42-1292c3d1c6ef", "sfs": "haproxy"} 2024-05-16T02:42:26.139Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.139Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.139Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:26.139Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.139Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.250Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:26.250Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:42:26.359Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:26.359Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:26.359Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:26.432Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93"} 2024-05-16T02:42:26.432Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:26.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sfs": "haproxy"} 2024-05-16T02:42:26.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d15b68e4-8240-4abc-91b4-ebf5a2a2cc93", "sfs": "pxc"} 2024-05-16T02:42:26.893Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.893Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.893Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:26.893Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:26.893Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:27.015Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:27.015Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:42:27.096Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:27.096Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:27.096Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:27.171Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b"} 2024-05-16T02:42:27.171Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sfs": "pxc"} 2024-05-16T02:42:27.171Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:42:27.172Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bc1ae43e-90b7-4bd5-a924-53c34c755a6b", "sfs": "haproxy"} 2024-05-16T02:42:27.534Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:27.535Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:27.535Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:27.535Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:27.535Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:27.758Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:27.758Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:27.911Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1"} 2024-05-16T02:42:27.911Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sfs": "haproxy"} 2024-05-16T02:42:27.911Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sfs": "pxc"} 2024-05-16T02:42:27.911Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:27.911Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b41e7c9a-d351-411e-bfe7-5b88d10d79a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:28.342Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:28.342Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:28.342Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:28.342Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:28.342Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:28.723Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:28.723Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:28.827Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212"} 2024-05-16T02:42:28.827Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sfs": "pxc"} 2024-05-16T02:42:28.827Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:28.827Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:28.828Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a100f5b8-9d5a-4ddd-bfd7-d89371295212", "sfs": "haproxy"} 2024-05-16T02:42:29.217Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.218Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.218Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:29.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.384Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:29.384Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:29.408Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc"} 2024-05-16T02:42:29.408Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sfs": "haproxy"} 2024-05-16T02:42:29.408Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sfs": "pxc"} 2024-05-16T02:42:29.408Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:29.408Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "fd34ac1d-4826-404c-ae43-9e51a452d0dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:29.566Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.566Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.566Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:29.566Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.566Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:29.613Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:29.613Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:29.622Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5"} 2024-05-16T02:42:29.622Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sfs": "haproxy"} 2024-05-16T02:42:29.622Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sfs": "pxc"} 2024-05-16T02:42:29.622Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:29.622Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8fa46788-0892-45b1-bc22-f124214a43d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:33.300Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:33.300Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:33.300Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:33.300Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:33.300Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:33.403Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:42:33.403Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:33.425Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919"} 2024-05-16T02:42:33.425Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:33.425Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:42:33.426Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sfs": "haproxy"} 2024-05-16T02:42:33.426Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cada0d35-971e-4c47-acdb-90acd26ee919", "sfs": "pxc"} 2024-05-16T02:42:56.079Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:56.079Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sts": "some-name-pxc"} 2024-05-16T02:42:56.079Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:42:56.079Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:56.079Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:56.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35"} 2024-05-16T02:42:56.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sfs": "haproxy"} 2024-05-16T02:42:56.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sfs": "pxc"} 2024-05-16T02:42:56.310Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2267d4dc-0c1e-4de8-b58d-4773899e6a35", "sts": "some-name-pxc"} 2024-05-16T02:42:56.642Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "99f98f2a-9676-42ba-b71d-8bc980646172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:56.642Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "99f98f2a-9676-42ba-b71d-8bc980646172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:42:56.642Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "99f98f2a-9676-42ba-b71d-8bc980646172", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:42:57.216Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:42:57.217Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:57.217Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sts": "some-name-pxc"} 2024-05-16T02:42:57.217Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:42:57.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:21 +0000 UTC"} 2024-05-16T02:42:57.351Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60"} 2024-05-16T02:42:57.351Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sfs": "haproxy"} 2024-05-16T02:42:57.351Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sfs": "pxc"} 2024-05-16T02:42:57.351Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "018192d6-8649-4324-8e8f-dafb55898b60", "sts": "some-name-pxc"} 2024-05-16T02:42:57.554Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7d22a3e7-daae-40c0-9a23-b1dea588df75", "error": "create newStatefulSetNode: statefulsets.apps \"some-name-pxc\" not found", "errorVerbose": "statefulsets.apps \"some-name-pxc\" not found\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:45:29.983Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:45:29.983Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:45:30.013Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2024-05-16T02:45:30.013Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:45:30.034Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2024-05-16T02:45:30.034Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "originalSize": "3Gi"} 2024-05-16T02:45:30.247Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ca66fd22-cbe6-4747-b4eb-c831568daeb3", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:254\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:46:56.330Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:46:56.330Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:56.330Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:46:56.366Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:46:56.366Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:56.419Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:46:56.534Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "eb066536-cfc5-4ee5-a8ce-fd853b0a8c67", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:46:56.579Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.579Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.579Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:46:56.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.612Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:56.612Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:46:56.620Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:46:56.620Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:46:56.620Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:56.630Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1"} 2024-05-16T02:46:56.630Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sfs": "pxc"} 2024-05-16T02:46:56.630Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:46:56.631Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "7189ad59-7a4c-4a97-8c70-c3723b43fbc1", "sfs": "haproxy"} 2024-05-16T02:46:56.820Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.820Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.820Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:46:56.820Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.820Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:56.846Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:56.846Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:46:56.852Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:46:56.852Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:46:56.852Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:56.859Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18"} 2024-05-16T02:46:56.859Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sfs": "haproxy"} 2024-05-16T02:46:56.859Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sfs": "pxc"} 2024-05-16T02:46:56.859Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6141bbd-7679-4bc4-9ff5-cec242c12c18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:46:57.112Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.112Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.112Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:46:57.112Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.112Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.178Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:46:57.178Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:57.178Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:46:57.196Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:46:57.196Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:57.207Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb"} 2024-05-16T02:46:57.207Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sfs": "haproxy"} 2024-05-16T02:46:57.207Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sfs": "pxc"} 2024-05-16T02:46:57.207Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "ee1facaa-bc34-4d78-90f4-bc3cdc6428bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:46:57.910Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.910Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.910Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:46:57.910Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.910Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:46:57.935Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:46:57.935Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:57.935Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:46:57.950Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:46:57.950Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:46:57.963Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1"} 2024-05-16T02:46:57.963Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sfs": "pxc"} 2024-05-16T02:46:57.963Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:46:57.964Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "b760105d-87bf-45ba-8f4c-5c45862556d1", "sfs": "haproxy"} 2024-05-16T02:47:01.789Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:01.790Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:01.790Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:01.790Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:01.790Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:01.832Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:01.832Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:47:01.845Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:01.845Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:01.851Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239"} 2024-05-16T02:47:01.851Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:01.851Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:01.852Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sfs": "haproxy"} 2024-05-16T02:47:01.852Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "44350886-d0c0-480f-b8d1-db59fa666239", "sfs": "pxc"} 2024-05-16T02:47:02.036Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.036Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.036Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:02.036Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.036Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.077Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:02.077Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:02.077Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:02.090Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:02.090Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:02.098Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80"} 2024-05-16T02:47:02.098Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sfs": "haproxy"} 2024-05-16T02:47:02.098Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sfs": "pxc"} 2024-05-16T02:47:02.098Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "629728cc-021a-4f72-b47d-670a01610e80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:02.256Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.256Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.256Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:02.256Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.256Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:46:56 +0000 UTC"} 2024-05-16T02:47:02.285Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:02.285Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:02.285Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:02.294Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:02.294Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:02.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a"} 2024-05-16T02:47:02.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sfs": "pxc"} 2024-05-16T02:47:02.302Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:02.303Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a7143e13-96bb-417b-85bb-1d8567d23c3a", "sfs": "haproxy"} 2024-05-16T02:47:07.028Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.028Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.028Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:07.028Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.028Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.110Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:07.110Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:07.110Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:07.192Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:07.193Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:07.219Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b"} 2024-05-16T02:47:07.219Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sfs": "pxc"} 2024-05-16T02:47:07.219Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:07.220Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "f641a0bd-9fdb-4199-9990-a275e808318b", "sfs": "haproxy"} 2024-05-16T02:47:07.471Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.471Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.471Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:07.471Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.471Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:07.559Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:07.559Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:47:07.571Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:07.571Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:07.571Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:07.582Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03"} 2024-05-16T02:47:07.582Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:07.583Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sfs": "haproxy"} 2024-05-16T02:47:07.583Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d6198ae6-cc66-43b3-ae0f-a165ea45ae03", "sfs": "pxc"} 2024-05-16T02:47:12.645Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:12.651Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:12.652Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:12.652Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:12.652Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:12.757Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:12.757Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:12.757Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:12.830Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:12.830Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:12.854Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260"} 2024-05-16T02:47:12.854Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sfs": "haproxy"} 2024-05-16T02:47:12.854Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sfs": "pxc"} 2024-05-16T02:47:12.854Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "4a883921-5c29-4099-b8c8-bfd737213260", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:13.041Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.041Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.041Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:13.041Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.041Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.093Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:13.093Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:47:13.105Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:13.105Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:13.105Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:13.123Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d"} 2024-05-16T02:47:13.123Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sfs": "haproxy"} 2024-05-16T02:47:13.123Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sfs": "pxc"} 2024-05-16T02:47:13.123Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d4d150c7-ffe8-491f-a756-016a412df96d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:13.302Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.302Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.302Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:13.302Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.302Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:13.347Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:13.347Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:13.347Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:13.358Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:13.359Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:13.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6"} 2024-05-16T02:47:13.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sfs": "haproxy"} 2024-05-16T02:47:13.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sfs": "pxc"} 2024-05-16T02:47:13.371Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d301ab4e-af65-4165-bf20-a64435159bb6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:18.018Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.018Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:18.018Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.018Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.080Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:47:18.081Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:18.094Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:18.094Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:18.094Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:18.102Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4"} 2024-05-16T02:47:18.102Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sfs": "pxc"} 2024-05-16T02:47:18.102Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:18.103Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "86e97c2d-194d-4c13-8ab7-dcc4e10a50e4", "sfs": "haproxy"} 2024-05-16T02:47:18.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.262Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:18.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:18.292Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:18.292Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:18.292Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:18.302Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:18.302Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:18.312Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce"} 2024-05-16T02:47:18.312Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sfs": "pxc"} 2024-05-16T02:47:18.312Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:18.313Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "910349ce-bda3-4480-b33c-e7714ba410ce", "sfs": "haproxy"} 2024-05-16T02:47:23.266Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.266Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.266Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:23.266Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.266Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.312Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:23.313Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:23.313Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:23.325Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:23.325Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:23.331Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb"} 2024-05-16T02:47:23.331Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:23.332Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sfs": "haproxy"} 2024-05-16T02:47:23.332Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "dba55888-0b57-4405-a3be-d32033a43bdb", "sfs": "pxc"} 2024-05-16T02:47:23.491Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.491Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.491Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:23.491Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.491Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:23.523Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:23.523Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:23.523Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:23.534Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:23.534Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:23.542Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1"} 2024-05-16T02:47:23.542Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sfs": "haproxy"} 2024-05-16T02:47:23.542Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sfs": "pxc"} 2024-05-16T02:47:23.542Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "8c2ff178-62c0-48a6-ada2-5d2f3e04f7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:28.494Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.494Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.494Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:28.494Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.494Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.562Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:28.562Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:47:28.572Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:28.572Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:28.582Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea"} 2024-05-16T02:47:28.582Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sfs": "haproxy"} 2024-05-16T02:47:28.582Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sfs": "pxc"} 2024-05-16T02:47:28.582Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:28.582Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "d547ad9b-8e17-4b87-a8fe-62720045e6ea", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:28.736Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.736Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.736Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:28.736Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.736Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:28.768Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:28.768Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:28.768Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:28.776Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:28.776Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:28.785Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985"} 2024-05-16T02:47:28.785Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sfs": "haproxy"} 2024-05-16T02:47:28.785Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sfs": "pxc"} 2024-05-16T02:47:28.785Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "da33f339-8b67-45f1-b237-db44ac420985", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:33.747Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:33.747Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:33.747Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:33.747Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:33.747Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:33.818Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:33.818Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:33.818Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:33.827Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:33.827Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:33.839Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1"} 2024-05-16T02:47:33.839Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:33.840Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sfs": "haproxy"} 2024-05-16T02:47:33.840Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6b54789b-a938-4650-b78a-2c808a07b2e1", "sfs": "pxc"} 2024-05-16T02:47:34.027Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.027Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.027Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:34.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.073Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:34.073Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:34.073Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:34.084Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:34.085Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:34.092Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137"} 2024-05-16T02:47:34.092Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:34.093Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sfs": "haproxy"} 2024-05-16T02:47:34.093Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e0110c24-8999-4aa2-a9a3-d90900232137", "sfs": "pxc"} 2024-05-16T02:47:34.234Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:34.235Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.235Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.235Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.235Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:34.264Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:34.264Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:34.264Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:34.272Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:34.272Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:34.280Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed"} 2024-05-16T02:47:34.280Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sfs": "haproxy"} 2024-05-16T02:47:34.280Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sfs": "pxc"} 2024-05-16T02:47:34.280Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "5c5489a5-abf0-4060-a8c3-40c189d5ffed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:39.030Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.030Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.030Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:39.030Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.030Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.073Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:39.073Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:39.073Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:39.079Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:39.079Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:39.087Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c"} 2024-05-16T02:47:39.087Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sfs": "haproxy"} 2024-05-16T02:47:39.087Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sfs": "pxc"} 2024-05-16T02:47:39.087Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bcabd62c-5457-4cd4-bd39-2d36843c9a8c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:39.242Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.242Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.242Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:39.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:39.268Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:39.268Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:39.268Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:39.275Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:39.275Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:39.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de"} 2024-05-16T02:47:39.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sfs": "haproxy"} 2024-05-16T02:47:39.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sfs": "pxc"} 2024-05-16T02:47:39.283Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "56fb37ec-bd22-45fa-82f5-674f284986de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:44.242Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.242Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.242Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:44.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.290Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:44.290Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:47:44.298Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:44.298Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:44.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43"} 2024-05-16T02:47:44.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sfs": "haproxy"} 2024-05-16T02:47:44.306Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sfs": "pxc"} 2024-05-16T02:47:44.306Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:44.306Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "81c5aedf-00fd-484b-8782-d0e266d7fc43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:44.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.467Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:44.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:44.493Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:44.493Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:47:44.502Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:44.502Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:44.502Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:44.511Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2"} 2024-05-16T02:47:44.511Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sfs": "haproxy"} 2024-05-16T02:47:44.511Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sfs": "pxc"} 2024-05-16T02:47:44.511Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "66bcd6fd-824f-4fa3-bb33-9a01ec741ca2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:49.466Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.466Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.466Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:49.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.507Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:49.507Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:49.507Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:49.514Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:49.514Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:49.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801"} 2024-05-16T02:47:49.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sfs": "haproxy"} 2024-05-16T02:47:49.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sfs": "pxc"} 2024-05-16T02:47:49.523Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c8de4bf5-b912-44b8-b340-111669a5e801", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:49.678Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.678Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.678Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:49.678Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.678Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:49.704Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:49.704Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:49.704Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:49.713Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:49.713Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:49.726Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112"} 2024-05-16T02:47:49.726Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:47:49.727Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sfs": "haproxy"} 2024-05-16T02:47:49.727Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "58a553e2-801d-48c1-b985-f64bece61112", "sfs": "pxc"} 2024-05-16T02:47:54.802Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:54.803Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:54.803Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:47:54.803Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:54.886Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:54.886Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:54.886Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:54.895Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541"} 2024-05-16T02:47:54.895Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:54.895Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:54.896Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sfs": "haproxy"} 2024-05-16T02:47:54.896Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "c422fb34-5d83-478d-89e9-d23a6ee43541", "sfs": "pxc"} 2024-05-16T02:47:55.049Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:55.049Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:55.049Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:47:55.049Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:55.097Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:55.097Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:55.097Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:55.104Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4"} 2024-05-16T02:47:55.104Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sfs": "haproxy"} 2024-05-16T02:47:55.104Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sfs": "pxc"} 2024-05-16T02:47:55.104Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:55.104Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "0e243500-f891-46db-b921-2b4cc56b32d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:56.139Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:56.139Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:56.139Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:47:56.139Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:56.254Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:56.254Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:56.254Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:56.272Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69"} 2024-05-16T02:47:56.272Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sfs": "haproxy"} 2024-05-16T02:47:56.272Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sfs": "pxc"} 2024-05-16T02:47:56.272Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:56.272Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9aa939a2-85c7-419d-ac15-cf5952636d69", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:56.438Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:56.438Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:47:56.438Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:47:56.438Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:47:03 +0000 UTC"} 2024-05-16T02:47:56.472Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:56.472Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:47:56.472Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:47:56.481Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb"} 2024-05-16T02:47:56.481Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sfs": "pxc"} 2024-05-16T02:47:56.481Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:47:56.481Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:47:56.482Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "01607638-c73c-47a4-ab84-6f008a8dacbb", "sfs": "haproxy"} 2024-05-16T02:48:00.066Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sts": "some-name-pxc"} 2024-05-16T02:48:00.066Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:48:00.066Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:48:00.066Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:48:00.257Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6"} 2024-05-16T02:48:00.257Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sfs": "haproxy"} 2024-05-16T02:48:00.257Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sfs": "pxc"} 2024-05-16T02:48:00.257Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "a86e7297-71b2-41a0-ad74-926054f8a2a6", "sts": "some-name-pxc"} 2024-05-16T02:48:00.669Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6ed6b600-500b-4379-becb-700d18e095c7", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:15.739Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "9b7fb4e6-9b3a-411a-b7b8-3f3a475ebd3d", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:15.800Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "2a5e149a-e966-4c6f-adf2-ea9942e5c7a8", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:16.023Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "cdf850e0-d731-4af8-88c6-6f1eaabd1c9c", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:16.826Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "6f7ca3af-ebe9-4445-9d56-3ef301770760", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:17.625Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "e6d13f8e-13cd-4b34-9dba-f6d1fb43f5c9", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:48:18.423Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12688", "name": "some-name", "reconcileID": "bf8fba47-a1dd-46ef-aac4-2b43278edc30", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:250 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:248 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + kubectl patch pxc -n pvc-resize-12688 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.zOFyZO2NA0 ++ mktemp + local LAST_ERR=/tmp/tmp.5O2kBNOF9z + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zOFyZO2NA0 perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.5O2kBNOF9z + rm /tmp/tmp.zOFyZO2NA0 /tmp/tmp.5O2kBNOF9z + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.R0MoBmQkwk ++ mktemp + local LAST_ERR=/tmp/tmp.O0LWRcoey8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.R0MoBmQkwk No resources found + cat /tmp/tmp.O0LWRcoey8 + rm /tmp/tmp.R0MoBmQkwk /tmp/tmp.O0LWRcoey8 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.mTd5u3ulI4 ++ mktemp + local LAST_ERR=/tmp/tmp.E1NUPr04nV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mTd5u3ulI4 No resources found + cat /tmp/tmp.E1NUPr04nV + rm /tmp/tmp.mTd5u3ulI4 /tmp/tmp.E1NUPr04nV + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.5HEVDWT270 ++ mktemp + local LAST_ERR=/tmp/tmp.YaM55d2LbF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5HEVDWT270 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.YaM55d2LbF + rm /tmp/tmp.5HEVDWT270 /tmp/tmp.YaM55d2LbF + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.lNyO3ogl3s + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-12688 ++ mktemp + local LAST_OUT=/tmp/tmp.IjYJ7XTqnD ++ mktemp + local LAST_ERR=/tmp/tmp.BqKIMzcsfT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-12688 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.6IiUTodjHg ++ mktemp + local LAST_ERR=/tmp/tmp.Wr7wsXR7NF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator