Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/logs/pvc-resize-5-7.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K8E0FoKr91 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NuQJEpux8G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K8E0FoKr91 ++ cat /tmp/tmp.NuQJEpux8G ++ rm /tmp/tmp.K8E0FoKr91 /tmp/tmp.NuQJEpux8G ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hcSq9nhSGB +++ mktemp ++ local LAST_ERR=/tmp/tmp.NfRIEyA55c ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hcSq9nhSGB ++ cat /tmp/tmp.NfRIEyA55c ++ rm /tmp/tmp.hcSq9nhSGB /tmp/tmp.NfRIEyA55c ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-15262 + local ns=pvc-resize-15262 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-20506 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.4lduNlKXbx ++ mktemp + local LAST_ERR=/tmp/tmp.DJZKzirekW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4lduNlKXbx perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.DJZKzirekW + rm /tmp/tmp.4lduNlKXbx /tmp/tmp.DJZKzirekW + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.uu65XrQ2R9 ++ mktemp + local LAST_ERR=/tmp/tmp.26f3KRxCBx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uu65XrQ2R9 No resources found + cat /tmp/tmp.26f3KRxCBx + rm /tmp/tmp.uu65XrQ2R9 /tmp/tmp.26f3KRxCBx + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.dR9SzL3yHi ++ mktemp + local LAST_ERR=/tmp/tmp.P3B3gAUOWc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dR9SzL3yHi No resources found + cat /tmp/tmp.P3B3gAUOWc + rm /tmp/tmp.dR9SzL3yHi /tmp/tmp.P3B3gAUOWc + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.OokfZlFRT5 ++ mktemp + local LAST_ERR=/tmp/tmp.2m8svJMRYB + local exit_status=0 + local LAST_OUT=/tmp/tmp.Rd4zJ9cEOm ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + local LAST_ERR=/tmp/tmp.AS9iAlFInD + local exit_status=0 ++ seq 0 2 + xargs kubectl delete ns + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Rd4zJ9cEOm + cat /tmp/tmp.AS9iAlFInD + rm /tmp/tmp.Rd4zJ9cEOm /tmp/tmp.AS9iAlFInD + return 0 namespace "pvc-resize-20506" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OokfZlFRT5 namespace "pxc-operator" deleted + cat /tmp/tmp.2m8svJMRYB + rm /tmp/tmp.OokfZlFRT5 /tmp/tmp.2m8svJMRYB + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Uh1ZdtCxPj ++ mktemp + local LAST_ERR=/tmp/tmp.YMgbUuWnqF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Uh1ZdtCxPj namespace/pxc-operator created + cat /tmp/tmp.YMgbUuWnqF + rm /tmp/tmp.Uh1ZdtCxPj /tmp/tmp.YMgbUuWnqF + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.a0npcz0JG4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9aP9dxAf4b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a0npcz0JG4 ++ cat /tmp/tmp.9aP9dxAf4b ++ rm /tmp/tmp.a0npcz0JG4 /tmp/tmp.9aP9dxAf4b ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1710-fb797906-3-cluster3 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.BjqfMjn0eD ++ mktemp + local LAST_ERR=/tmp/tmp.4utvn9FwoS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1710-fb797906-3-cluster3 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BjqfMjn0eD Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1710-fb797906-3-cluster3" modified. + cat /tmp/tmp.4utvn9FwoS + rm /tmp/tmp.BjqfMjn0eD /tmp/tmp.4utvn9FwoS + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.CXCRo8j41z ++ mktemp + local LAST_ERR=/tmp/tmp.sYKaELiG4D + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CXCRo8j41z customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.sYKaELiG4D + rm /tmp/tmp.CXCRo8j41z /tmp/tmp.sYKaELiG4D + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.ta49o1O19s ++ mktemp + local LAST_ERR=/tmp/tmp.QgEe9gunEA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ta49o1O19s clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.QgEe9gunEA + rm /tmp/tmp.ta49o1O19s /tmp/tmp.QgEe9gunEA + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1710-fb797906^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.xgV8PvFgqs ++ mktemp + local LAST_ERR=/tmp/tmp.3MMy1fiXLr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xgV8PvFgqs deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.3MMy1fiXLr + rm /tmp/tmp.xgV8PvFgqs /tmp/tmp.3MMy1fiXLr + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.Uyab7duxgc ++ mktemp + local LAST_ERR=/tmp/tmp.hwZWBaMnwI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Uyab7duxgc pod/percona-xtradb-cluster-operator-8448ddf579-5zrqs condition met + cat /tmp/tmp.hwZWBaMnwI + rm /tmp/tmp.Uyab7duxgc /tmp/tmp.hwZWBaMnwI + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.rDp2ajxc5Q +++ mktemp ++ local LAST_ERR=/tmp/tmp.Rco3xeMgD9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rDp2ajxc5Q ++ cat /tmp/tmp.Rco3xeMgD9 ++ rm /tmp/tmp.rDp2ajxc5Q /tmp/tmp.Rco3xeMgD9 ++ return 0 + wait_pod percona-xtradb-cluster-operator-8448ddf579-5zrqs 480 pxc-operator + local pod=percona-xtradb-cluster-operator-8448ddf579-5zrqs + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-8448ddf579-5zrqs ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-8448ddf579-5zrqs condition met percona-xtradb-cluster-operator-8448ddf579-5zrqs.Ok + sleep 3 + create_namespace pvc-resize-15262 + local namespace=pvc-resize-15262 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-15262' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-15262 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-15262 + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.O1aKGFmEwm + local LAST_OUT=/tmp/tmp.Qs2rG2h3hx ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.cSwLWzqz3V + local LAST_ERR=/tmp/tmp.N2RMY4jvNA + local exit_status=0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-15262 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.O1aKGFmEwm + cat /tmp/tmp.cSwLWzqz3V + rm /tmp/tmp.O1aKGFmEwm /tmp/tmp.cSwLWzqz3V + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-15262 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-15262 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Qs2rG2h3hx + cat /tmp/tmp.N2RMY4jvNA Error from server (NotFound): namespaces "pvc-resize-15262" not found + rm /tmp/tmp.Qs2rG2h3hx /tmp/tmp.N2RMY4jvNA + return 1 + : + wait_for_delete namespace/pvc-resize-15262 + local res=namespace/pvc-resize-15262 + echo -n 'namespace/pvc-resize-15262 - ' namespace/pvc-resize-15262 - + set +o xtrace Error from server (NotFound): namespaces "pvc-resize-15262" not found + desc 'create namespace pvc-resize-15262' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-15262 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-15262 ++ mktemp + local LAST_OUT=/tmp/tmp.yAmHVCbAHn ++ mktemp + local LAST_ERR=/tmp/tmp.9AqjwHHkbg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-15262 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yAmHVCbAHn namespace/pvc-resize-15262 created + cat /tmp/tmp.9AqjwHHkbg + rm /tmp/tmp.yAmHVCbAHn /tmp/tmp.9AqjwHHkbg + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.cnbdniSeNh +++ mktemp ++ local LAST_ERR=/tmp/tmp.O8Z156dvfl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cnbdniSeNh ++ cat /tmp/tmp.O8Z156dvfl ++ rm /tmp/tmp.cnbdniSeNh /tmp/tmp.O8Z156dvfl ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1710-fb797906-3-cluster3 --namespace=pvc-resize-15262 ++ mktemp + local LAST_OUT=/tmp/tmp.zNoqOIO8Hv ++ mktemp + local LAST_ERR=/tmp/tmp.Xx9D874E9O + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1710-fb797906-3-cluster3 --namespace=pvc-resize-15262 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zNoqOIO8Hv Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1710-fb797906-3-cluster3" modified. + cat /tmp/tmp.Xx9D874E9O + rm /tmp/tmp.zNoqOIO8Hv /tmp/tmp.Xx9D874E9O + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Cm9dazH2Fs ++ mktemp + local LAST_ERR=/tmp/tmp.g3shax8qyP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Cm9dazH2Fs secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.g3shax8qyP + rm /tmp/tmp.Cm9dazH2Fs /tmp/tmp.g3shax8qyP + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.GSd8EaePJr ++ mktemp + local LAST_ERR=/tmp/tmp.4CyuTUJIXa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GSd8EaePJr secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.4CyuTUJIXa + rm /tmp/tmp.GSd8EaePJr /tmp/tmp.4CyuTUJIXa + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/client.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1710-fb797906#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-15262~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.puEGHfBbvv ++ mktemp + local LAST_ERR=/tmp/tmp.CBfqvOdsUa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.puEGHfBbvv deployment.apps/pxc-client created + cat /tmp/tmp.CBfqvOdsUa + rm /tmp/tmp.puEGHfBbvv /tmp/tmp.CBfqvOdsUa + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/some-name.yml + kubectl_bin apply -f - + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-15262~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1710-fb797906#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_OUT=/tmp/tmp.i76zNCRUxI ++ mktemp + local LAST_ERR=/tmp/tmp.LnqDLCsFNX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i76zNCRUxI perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.LnqDLCsFNX + rm /tmp/tmp.i76zNCRUxI /tmp/tmp.LnqDLCsFNX + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TLjFMeDK5j ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Vj5DFkIvCA +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TLjFMeDK5j +++ cat /tmp/tmp.Vj5DFkIvCA +++ rm /tmp/tmp.TLjFMeDK5j /tmp/tmp.Vj5DFkIvCA +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15262 ++ mktemp + local LAST_OUT=/tmp/tmp.BOo8FLimWi ++ mktemp + local LAST_ERR=/tmp/tmp.1mMzjOk5Ak + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15262 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15262 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15262 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.BOo8FLimWi + cat /tmp/tmp.1mMzjOk5Ak error: no matching resources found + rm /tmp/tmp.BOo8FLimWi /tmp/tmp.1mMzjOk5Ak + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met some-name-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met some-name-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met some-name-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met some-name-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FLjvz1nRpU +++ mktemp ++ local LAST_ERR=/tmp/tmp.QZOOtR5LTH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FLjvz1nRpU ++ cat /tmp/tmp.QZOOtR5LTH Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.FLjvz1nRpU /tmp/tmp.QZOOtR5LTH ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r7eah9mOUo +++ mktemp ++ local LAST_ERR=/tmp/tmp.Cg02F2BDft ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r7eah9mOUo ++ cat /tmp/tmp.Cg02F2BDft ++ rm /tmp/tmp.r7eah9mOUo /tmp/tmp.Cg02F2BDft ++ return 0 + client_pod=pxc-client-64b479df95-cnrv9 + wait_pod pxc-client-64b479df95-cnrv9 + local pod=pxc-client-64b479df95-cnrv9 + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-cnrv9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-cnrv9 condition met pxc-client-64b479df95-cnrv9.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LpQBwCV6CJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.xZ86Tmjosx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LpQBwCV6CJ ++ cat /tmp/tmp.xZ86Tmjosx ++ rm /tmp/tmp.LpQBwCV6CJ /tmp/tmp.xZ86Tmjosx ++ return 0 + client_pod=pxc-client-64b479df95-cnrv9 + wait_pod pxc-client-64b479df95-cnrv9 + local pod=pxc-client-64b479df95-cnrv9 + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-cnrv9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-cnrv9 condition met pxc-client-64b479df95-cnrv9.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A7S6nqB8bO +++ mktemp ++ local LAST_ERR=/tmp/tmp.H2GMPg4Tr9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A7S6nqB8bO ++ cat /tmp/tmp.H2GMPg4Tr9 ++ rm /tmp/tmp.A7S6nqB8bO /tmp/tmp.H2GMPg4Tr9 ++ return 0 + client_pod=pxc-client-64b479df95-cnrv9 + wait_pod pxc-client-64b479df95-cnrv9 + local pod=pxc-client-64b479df95-cnrv9 + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-cnrv9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-cnrv9 condition met pxc-client-64b479df95-cnrv9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.9o6owNaisS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.9o6owNaisS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3YzIPZkJr5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZVixnVRc9I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3YzIPZkJr5 ++ cat /tmp/tmp.ZVixnVRc9I ++ rm /tmp/tmp.3YzIPZkJr5 /tmp/tmp.ZVixnVRc9I ++ return 0 + client_pod=pxc-client-64b479df95-cnrv9 + wait_pod pxc-client-64b479df95-cnrv9 + local pod=pxc-client-64b479df95-cnrv9 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-64b479df95-cnrv9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-64b479df95-cnrv9 condition met pxc-client-64b479df95-cnrv9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.9o6owNaisS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.9o6owNaisS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D9bM6qsvSD +++ mktemp ++ local LAST_ERR=/tmp/tmp.fGXwAI2s77 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D9bM6qsvSD ++ cat /tmp/tmp.fGXwAI2s77 ++ rm /tmp/tmp.D9bM6qsvSD /tmp/tmp.fGXwAI2s77 ++ return 0 + client_pod=pxc-client-64b479df95-cnrv9 + wait_pod pxc-client-64b479df95-cnrv9 + local pod=pxc-client-64b479df95-cnrv9 + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-cnrv9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-cnrv9 condition met pxc-client-64b479df95-cnrv9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.9o6owNaisS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.9o6owNaisS/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ph5UbvnfUd +++ mktemp ++ local LAST_ERR=/tmp/tmp.SlFSL1BpaA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ph5UbvnfUd ++ cat /tmp/tmp.SlFSL1BpaA Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.ph5UbvnfUd /tmp/tmp.SlFSL1BpaA ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3Gi + local cluster=some-name + local size=3Gi + echo 'Patching PVC request to 3Gi in some-name' Patching PVC request to 3Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.lQ4jOimWCz ++ mktemp + local LAST_ERR=/tmp/tmp.tIvRBBNNL7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lQ4jOimWCz perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.tIvRBBNNL7 + rm /tmp/tmp.lQ4jOimWCz /tmp/tmp.tIvRBBNNL7 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SYXN1lHOoF +++ mktemp ++ local LAST_ERR=/tmp/tmp.ekSA8FRHvB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SYXN1lHOoF ++ cat /tmp/tmp.ekSA8FRHvB ++ rm /tmp/tmp.SYXN1lHOoF /tmp/tmp.ekSA8FRHvB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IH1id5YXVo +++ mktemp ++ local LAST_ERR=/tmp/tmp.3XsND6Vqok ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IH1id5YXVo ++ cat /tmp/tmp.3XsND6Vqok ++ rm /tmp/tmp.IH1id5YXVo /tmp/tmp.3XsND6Vqok ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hL78SmNnEV +++ mktemp ++ local LAST_ERR=/tmp/tmp.c3v9Uj9t0m ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hL78SmNnEV ++ cat /tmp/tmp.c3v9Uj9t0m ++ rm /tmp/tmp.hL78SmNnEV /tmp/tmp.c3v9Uj9t0m ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wccZklCxHl +++ mktemp ++ local LAST_ERR=/tmp/tmp.fDEbkxsv3B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wccZklCxHl ++ cat /tmp/tmp.fDEbkxsv3B ++ rm /tmp/tmp.wccZklCxHl /tmp/tmp.fDEbkxsv3B ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kRvI11jwyN +++ mktemp ++ local LAST_ERR=/tmp/tmp.DQ6EB8eLaw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kRvI11jwyN ++ cat /tmp/tmp.DQ6EB8eLaw ++ rm /tmp/tmp.kRvI11jwyN /tmp/tmp.DQ6EB8eLaw ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xv05KGJMNd +++ mktemp ++ local LAST_ERR=/tmp/tmp.niNZFAfziG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xv05KGJMNd ++ cat /tmp/tmp.niNZFAfziG ++ rm /tmp/tmp.xv05KGJMNd /tmp/tmp.niNZFAfziG ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.VSuSq7mQaq ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.DvEKN4LPvE +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.VSuSq7mQaq +++++ cat /tmp/tmp.DvEKN4LPvE +++++ rm /tmp/tmp.VSuSq7mQaq /tmp/tmp.DvEKN4LPvE +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xhyjqnIrV4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bVqo9vFV7H ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xhyjqnIrV4 ++ cat /tmp/tmp.bVqo9vFV7H ++ rm /tmp/tmp.xhyjqnIrV4 /tmp/tmp.bVqo9vFV7H ++ return 0 + [[ 2 == \2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.bdXst214Ja +++ mktemp ++ local LAST_ERR=/tmp/tmp.yvQh9ZptOT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bdXst214Ja ++ cat /tmp/tmp.yvQh9ZptOT ++ rm /tmp/tmp.bdXst214Ja /tmp/tmp.yvQh9ZptOT ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.69ge8NJNnI +++ mktemp ++ local LAST_ERR=/tmp/tmp.LbyMsO2dsN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.69ge8NJNnI ++ cat /tmp/tmp.LbyMsO2dsN ++ rm /tmp/tmp.69ge8NJNnI /tmp/tmp.LbyMsO2dsN ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Etrhb5yR7e +++ mktemp ++ local LAST_ERR=/tmp/tmp.x7P4vWcLUz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Etrhb5yR7e ++ cat /tmp/tmp.x7P4vWcLUz ++ rm /tmp/tmp.Etrhb5yR7e /tmp/tmp.x7P4vWcLUz ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Nk1UDxUMDV +++ mktemp ++ local LAST_ERR=/tmp/tmp.mJoRDMAxQ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Nk1UDxUMDV ++ cat /tmp/tmp.mJoRDMAxQ8 ++ rm /tmp/tmp.Nk1UDxUMDV /tmp/tmp.mJoRDMAxQ8 ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + '[' 0 == 1 ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rUadakfCBt +++ mktemp ++ local LAST_ERR=/tmp/tmp.cNRhaRtS0Q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rUadakfCBt ++ cat /tmp/tmp.cNRhaRtS0Q ++ rm /tmp/tmp.rUadakfCBt /tmp/tmp.cNRhaRtS0Q ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/10Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.g7jrbkpmGr ++ mktemp + local LAST_ERR=/tmp/tmp.En7uBtVS9Q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.g7jrbkpmGr resourcequota/default-storage-quota created + cat /tmp/tmp.En7uBtVS9Q + rm /tmp/tmp.g7jrbkpmGr /tmp/tmp.En7uBtVS9Q + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.H9gTX9QgZj ++ mktemp + local LAST_ERR=/tmp/tmp.k4ZVprv3d2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.H9gTX9QgZj perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.k4ZVprv3d2 + rm /tmp/tmp.H9gTX9QgZj /tmp/tmp.k4ZVprv3d2 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nEn5ZoQJCA +++ mktemp ++ local LAST_ERR=/tmp/tmp.xVvJy3NXam ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nEn5ZoQJCA ++ cat /tmp/tmp.xVvJy3NXam ++ rm /tmp/tmp.nEn5ZoQJCA /tmp/tmp.xVvJy3NXam ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QTOahs2PSe +++ mktemp ++ local LAST_ERR=/tmp/tmp.lXZ8b4HjuZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QTOahs2PSe ++ cat /tmp/tmp.lXZ8b4HjuZ ++ rm /tmp/tmp.QTOahs2PSe /tmp/tmp.lXZ8b4HjuZ ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rEcckhCPYr ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Athvq88Tca +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rEcckhCPYr +++++ cat /tmp/tmp.Athvq88Tca +++++ rm /tmp/tmp.rEcckhCPYr /tmp/tmp.Athvq88Tca +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aqlb4nb2Qn +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZGaa79SB0U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aqlb4nb2Qn ++ cat /tmp/tmp.ZGaa79SB0U ++ rm /tmp/tmp.aqlb4nb2Qn /tmp/tmp.ZGaa79SB0U ++ return 0 + [[ 2 == \2 ]] + echo + echo -n 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bHYHDgCVbO +++ mktemp ++ local LAST_ERR=/tmp/tmp.jjErJRjzXr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bHYHDgCVbO ++ cat /tmp/tmp.jjErJRjzXr ++ rm /tmp/tmp.bHYHDgCVbO /tmp/tmp.jjErJRjzXr ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B3fkM46t80 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wira48lLAX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B3fkM46t80 ++ cat /tmp/tmp.Wira48lLAX ++ rm /tmp/tmp.B3fkM46t80 /tmp/tmp.Wira48lLAX ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 5 + retry=2 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0BHd7ztrzE +++ mktemp ++ local LAST_ERR=/tmp/tmp.n9Er24EF2N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0BHd7ztrzE ++ cat /tmp/tmp.n9Er24EF2N ++ rm /tmp/tmp.0BHd7ztrzE /tmp/tmp.n9Er24EF2N ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 5 + retry=3 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0aL0U32zv5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5lkk4E425V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0aL0U32zv5 ++ cat /tmp/tmp.5lkk4E425V ++ rm /tmp/tmp.0aL0U32zv5 /tmp/tmp.5lkk4E425V ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 5 + retry=4 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wBUPOH0rf8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GPiRAjMHq7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wBUPOH0rf8 ++ cat /tmp/tmp.GPiRAjMHq7 ++ rm /tmp/tmp.wBUPOH0rf8 /tmp/tmp.GPiRAjMHq7 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 4 -ge 60 ]] + echo -n . .+ sleep 5 + retry=5 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O6aN5tM08D +++ mktemp ++ local LAST_ERR=/tmp/tmp.4J2tzTNN1l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O6aN5tM08D ++ cat /tmp/tmp.4J2tzTNN1l ++ rm /tmp/tmp.O6aN5tM08D /tmp/tmp.4J2tzTNN1l ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 5 -ge 60 ]] + echo -n . .+ sleep 5 + retry=6 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hCq94PmsDM +++ mktemp ++ local LAST_ERR=/tmp/tmp.EheCI1LwQM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hCq94PmsDM ++ cat /tmp/tmp.EheCI1LwQM ++ rm /tmp/tmp.hCq94PmsDM /tmp/tmp.EheCI1LwQM ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 6 -ge 60 ]] + echo -n . .+ sleep 5 + retry=7 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0CXzs0qoOh +++ mktemp ++ local LAST_ERR=/tmp/tmp.URxVZx241k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0CXzs0qoOh ++ cat /tmp/tmp.URxVZx241k ++ rm /tmp/tmp.0CXzs0qoOh /tmp/tmp.URxVZx241k ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 7 -ge 60 ]] + echo -n . .+ sleep 5 + retry=8 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iaQ3kq1YnI +++ mktemp ++ local LAST_ERR=/tmp/tmp.N8QHnW40HD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iaQ3kq1YnI ++ cat /tmp/tmp.N8QHnW40HD ++ rm /tmp/tmp.iaQ3kq1YnI /tmp/tmp.N8QHnW40HD ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 8 -ge 60 ]] + echo -n . .+ sleep 5 + retry=9 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ceYF4dC0Or +++ mktemp ++ local LAST_ERR=/tmp/tmp.MSFTThpTdY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ceYF4dC0Or ++ cat /tmp/tmp.MSFTThpTdY ++ rm /tmp/tmp.ceYF4dC0Or /tmp/tmp.MSFTThpTdY ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 9 -ge 60 ]] + echo -n . .+ sleep 5 + retry=10 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8AF1HDFpx1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WAhUxGUN5B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8AF1HDFpx1 ++ cat /tmp/tmp.WAhUxGUN5B ++ rm /tmp/tmp.8AF1HDFpx1 /tmp/tmp.WAhUxGUN5B ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9JeVDh9ZRM +++ mktemp ++ local LAST_ERR=/tmp/tmp.iMEywhFMNi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9JeVDh9ZRM ++ cat /tmp/tmp.iMEywhFMNi ++ rm /tmp/tmp.9JeVDh9ZRM /tmp/tmp.iMEywhFMNi ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1710/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/12Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.wWtP4ZTp1M ++ mktemp + local LAST_ERR=/tmp/tmp.NQKyqTodbH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wWtP4ZTp1M resourcequota/default-storage-quota configured + cat /tmp/tmp.NQKyqTodbH + rm /tmp/tmp.wWtP4ZTp1M /tmp/tmp.NQKyqTodbH + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.MWjIwVJAMy ++ mktemp + local LAST_ERR=/tmp/tmp.Q4Kme6jdW7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MWjIwVJAMy perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.Q4Kme6jdW7 + rm /tmp/tmp.MWjIwVJAMy /tmp/tmp.Q4Kme6jdW7 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9v19au0f5r +++ mktemp ++ local LAST_ERR=/tmp/tmp.GxL9ZgTunL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9v19au0f5r ++ cat /tmp/tmp.GxL9ZgTunL ++ rm /tmp/tmp.9v19au0f5r /tmp/tmp.GxL9ZgTunL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JqaRFsT55W +++ mktemp ++ local LAST_ERR=/tmp/tmp.QaDvFf5UtE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JqaRFsT55W ++ cat /tmp/tmp.QaDvFf5UtE ++ rm /tmp/tmp.JqaRFsT55W /tmp/tmp.QaDvFf5UtE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nZgUk7sMQ8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UEjOIuBOkG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nZgUk7sMQ8 ++ cat /tmp/tmp.UEjOIuBOkG ++ rm /tmp/tmp.nZgUk7sMQ8 /tmp/tmp.UEjOIuBOkG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FXeys1RrUE +++ mktemp ++ local LAST_ERR=/tmp/tmp.oPkCPOwZZP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FXeys1RrUE ++ cat /tmp/tmp.oPkCPOwZZP ++ rm /tmp/tmp.FXeys1RrUE /tmp/tmp.oPkCPOwZZP ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jDroPF4lu4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.59pMEiJJyc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jDroPF4lu4 ++ cat /tmp/tmp.59pMEiJJyc ++ rm /tmp/tmp.jDroPF4lu4 /tmp/tmp.59pMEiJJyc ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5yYZGxnOMw ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.g5VSPwDewv +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5yYZGxnOMw +++++ cat /tmp/tmp.g5VSPwDewv +++++ rm /tmp/tmp.5yYZGxnOMw /tmp/tmp.g5VSPwDewv +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WM23q2mENK +++ mktemp ++ local LAST_ERR=/tmp/tmp.VJDuBZvx9K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WM23q2mENK ++ cat /tmp/tmp.VJDuBZvx9K ++ rm /tmp/tmp.WM23q2mENK /tmp/tmp.VJDuBZvx9K ++ return 0 + [[ 2 == \2 ]] + echo ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.emajRcaqWi +++ mktemp ++ local LAST_ERR=/tmp/tmp.O9p0Bno8r1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.emajRcaqWi ++ cat /tmp/tmp.O9p0Bno8r1 ++ rm /tmp/tmp.emajRcaqWi /tmp/tmp.O9p0Bno8r1 ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RNWaAZ9rsH +++ mktemp ++ local LAST_ERR=/tmp/tmp.flrF2ROAFD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RNWaAZ9rsH ++ cat /tmp/tmp.flrF2ROAFD ++ rm /tmp/tmp.RNWaAZ9rsH /tmp/tmp.flrF2ROAFD ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oLTKq38sf1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.3fqIbQr6ig ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oLTKq38sf1 ++ cat /tmp/tmp.3fqIbQr6ig ++ rm /tmp/tmp.oLTKq38sf1 /tmp/tmp.3fqIbQr6ig ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m2WSsLhDhJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.g3VIOaL4sE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m2WSsLhDhJ ++ cat /tmp/tmp.g3VIOaL4sE ++ rm /tmp/tmp.m2WSsLhDhJ /tmp/tmp.g3VIOaL4sE ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1Gi + local cluster=some-name + local size=1Gi + echo 'Patching PVC request to 1Gi in some-name' Patching PVC request to 1Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.mOtAqsyO3r ++ mktemp + local LAST_ERR=/tmp/tmp.ccRITRsVTU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mOtAqsyO3r perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.ccRITRsVTU + rm /tmp/tmp.mOtAqsyO3r /tmp/tmp.ccRITRsVTU + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TZMzUN20mW +++ mktemp ++ local LAST_ERR=/tmp/tmp.f3D7aYJ54v ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TZMzUN20mW ++ cat /tmp/tmp.f3D7aYJ54v ++ rm /tmp/tmp.TZMzUN20mW /tmp/tmp.f3D7aYJ54v ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.N7xswOs3uN ++ mktemp + local LAST_ERR=/tmp/tmp.mj9INEoJgB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.N7xswOs3uN perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.mj9INEoJgB + rm /tmp/tmp.N7xswOs3uN /tmp/tmp.mj9INEoJgB + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZvBXU8cKE7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LDicnC0NJm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZvBXU8cKE7 ++ cat /tmp/tmp.LDicnC0NJm ++ rm /tmp/tmp.ZvBXU8cKE7 /tmp/tmp.LDicnC0NJm ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X0n8sdESNW +++ mktemp ++ local LAST_ERR=/tmp/tmp.0zivmHPgPm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X0n8sdESNW ++ cat /tmp/tmp.0zivmHPgPm ++ rm /tmp/tmp.X0n8sdESNW /tmp/tmp.0zivmHPgPm ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-15262 + local namespace=pvc-resize-15262 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' ++ get_operator_pod + sort -u ++ local label_prefix=app.kubernetes.io/ + tee /tmp/tmp.9o6owNaisS/operator.log + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.2Fym6Pq0lO +++ mktemp ++ local LAST_ERR=/tmp/tmp.jldekdjcnC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2Fym6Pq0lO ++ cat /tmp/tmp.jldekdjcnC ++ rm /tmp/tmp.2Fym6Pq0lO /tmp/tmp.jldekdjcnC ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-8448ddf579-5zrqs ++ mktemp + local LAST_OUT=/tmp/tmp.1ca1u9CRaW ++ mktemp + local LAST_ERR=/tmp/tmp.Npo1LGpVaZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-8448ddf579-5zrqs + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1ca1u9CRaW + cat /tmp/tmp.Npo1LGpVaZ + rm /tmp/tmp.1ca1u9CRaW /tmp/tmp.Npo1LGpVaZ + return 0 2024-05-14T16:28:11.064Z INFO setup Manager starting up {"gitCommit": "fb797906018592e5c770209e9ccb265e596c46c7", "gitBranch": "PR-1710-fb797906", "buildTime": "2024-05-14T15:32:24Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-14T16:28:11.064Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1300000"} 2024-05-14T16:28:11.065Z INFO setup Registering Components. 2024-05-14T16:28:14.234Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-14T16:28:14.239Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-14T16:28:14.239Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-14T16:28:14.239Z INFO controller-runtime.metrics Starting metrics server 2024-05-14T16:28:14.239Z INFO controller-runtime.webhook Starting webhook server 2024-05-14T16:28:14.239Z INFO setup Starting the Cmd. 2024-05-14T16:28:14.239Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-14T16:28:14.240Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-14T16:28:14.240Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-14T16:28:14.340Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-14T16:28:14.360Z DEBUG events percona-xtradb-cluster-operator-8448ddf579-5zrqs_3f1b78cc-464e-4907-8b6a-b62c21503391 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"6bbf485c-3e8e-47d8-bf38-3b6212ad0520","apiVersion":"coordination.k8s.io/v1","resourceVersion":"27921"}, "reason": "LeaderElection"} 2024-05-14T16:28:14.360Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-14T16:28:14.360Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-14T16:28:14.360Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-14T16:28:14.360Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-05-14T16:28:14.360Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-05-14T16:28:14.360Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-05-14T16:28:14.360Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-14T16:28:14.464Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-14T16:28:14.464Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-14T16:28:14.464Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-14T16:28:58.612Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "58c8e940-4874-4eb4-8402-9753ba73ebd6", "version": "1.15.0"} 2024-05-14T16:29:01.211Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 0fddf707-9c16-4d49-8b5b-9825d69b88ef 2024-05-14T16:30:15.194Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "75d2b01e-30ed-4b1b-af05-cabbae267c7b", "user": "operator"} 2024-05-14T16:30:15.231Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "75d2b01e-30ed-4b1b-af05-cabbae267c7b", "user": "monitor"} 2024-05-14T16:30:15.275Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "75d2b01e-30ed-4b1b-af05-cabbae267c7b"} 2024-05-14T16:30:15.319Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "75d2b01e-30ed-4b1b-af05-cabbae267c7b", "user": "xtrabackup"} 2024-05-14T16:30:15.360Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "75d2b01e-30ed-4b1b-af05-cabbae267c7b"} 2024-05-14T16:32:44.665Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d9d46314-423b-47b9-8b3d-2d16591a14cd", "user": "root"} 2024-05-14T16:32:44.723Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d9d46314-423b-47b9-8b3d-2d16591a14cd", "user": "replication"} 2024-05-14T16:32:44.922Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d9d46314-423b-47b9-8b3d-2d16591a14cd", "new version": "5.7.44-48-57"} 2024-05-14T16:34:00.897Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:00.897Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:00.932Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:00.933Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:00.951Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:00.951Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:00.973Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:01.103Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "9d329973-3ada-4e38-9b61-b3e5e56759bd", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:34:01.170Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:01.170Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.170Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-2a601cd8-39c5-4bbb-80f0-9afc0e83278f"} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0d4d910f-b5d6-4fc4-962c-99f8f633bb36"} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-14T16:34:01.170Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-bd11a5b0-3b28-4d77-9ec6-2fb51ff86465"} 2024-05-14T16:34:01.225Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:01.225Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:01.234Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:01.234Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:01.245Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:01.245Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:01.252Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10"} 2024-05-14T16:34:01.252Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sfs": "pxc"} 2024-05-14T16:34:01.252Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:01.253Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "384ac385-534a-47bb-8b69-81a2bae88a10", "sfs": "haproxy"} 2024-05-14T16:34:01.366Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:01.366Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.366Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:01.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0d4d910f-b5d6-4fc4-962c-99f8f633bb36"} 2024-05-14T16:34:01.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:01.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-bd11a5b0-3b28-4d77-9ec6-2fb51ff86465"} 2024-05-14T16:34:01.402Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:01.402Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:01.413Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:01.413Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:01.423Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:01.424Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:01.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5"} 2024-05-14T16:34:01.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sfs": "haproxy"} 2024-05-14T16:34:01.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sfs": "pxc"} 2024-05-14T16:34:01.439Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e50ecc3c-319c-4d32-b0b3-4783733cbdf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:02.042Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:02.042Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:02.043Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.043Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.043Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.043Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0d4d910f-b5d6-4fc4-962c-99f8f633bb36"} 2024-05-14T16:34:02.043Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.043Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-bd11a5b0-3b28-4d77-9ec6-2fb51ff86465"} 2024-05-14T16:34:02.095Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:02.095Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:02.116Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:02.116Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:02.166Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:02.166Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:02.183Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711"} 2024-05-14T16:34:02.183Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:02.184Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sfs": "haproxy"} 2024-05-14T16:34:02.184Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "df427e17-8383-486c-9c1b-72fa87b76711", "sfs": "pxc"} 2024-05-14T16:34:02.841Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:02.841Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.841Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.841Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:02.841Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.841Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:02.873Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:02.873Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:02.882Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:02.882Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:02.891Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:02.891Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:02.903Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb"} 2024-05-14T16:34:02.903Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sfs": "pxc"} 2024-05-14T16:34:02.903Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:02.904Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3f1a30c3-9666-4e7c-a183-2781c8cc32cb", "sfs": "haproxy"} 2024-05-14T16:34:06.373Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:06.373Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.373Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:06.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.420Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:06.420Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:06.427Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:06.427Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:06.435Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:06.435Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:06.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017"} 2024-05-14T16:34:06.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sfs": "haproxy"} 2024-05-14T16:34:06.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sfs": "pxc"} 2024-05-14T16:34:06.443Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "48b46aa5-86a1-4c58-958f-34f6c698a017", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:06.524Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:06.524Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:00 +0000 UTC"} 2024-05-14T16:34:06.525Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.525Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.525Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.525Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:01 +0000 UTC"} 2024-05-14T16:34:06.551Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:06.551Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:06.560Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:06.560Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:06.569Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:06.569Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:06.578Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1"} 2024-05-14T16:34:06.578Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sfs": "haproxy"} 2024-05-14T16:34:06.578Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sfs": "pxc"} 2024-05-14T16:34:06.578Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6237d3f5-131f-48db-8d37-f8d9110681a1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:11.549Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.549Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.549Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.549Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.549Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-14T16:34:11.549Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.549Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-14T16:34:11.549Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.549Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-14T16:34:11.639Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:11.639Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:11.651Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:11.651Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:11.661Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:11.661Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:11.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7"} 2024-05-14T16:34:11.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sfs": "haproxy"} 2024-05-14T16:34:11.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sfs": "pxc"} 2024-05-14T16:34:11.672Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3b9f755c-14c2-4a0b-a78d-f39d0deb31d7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:11.815Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.815Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.815Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.815Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.815Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.815Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:11.854Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:11.854Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:11.864Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-14T16:34:11.864Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:11.879Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:11.879Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:11.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29"} 2024-05-14T16:34:11.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sfs": "haproxy"} 2024-05-14T16:34:11.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sfs": "pxc"} 2024-05-14T16:34:11.891Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a8206d09-a3cb-4cfa-8c1f-69900fecbd29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:16.808Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:16.809Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:16.809Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:16.809Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:16.809Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:16.863Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:16.863Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:16.863Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:16.871Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:16.871Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:16.881Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0"} 2024-05-14T16:34:16.881Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:16.882Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sfs": "haproxy"} 2024-05-14T16:34:16.882Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "80efe768-9119-426a-b64a-16609ba0ced0", "sfs": "pxc"} 2024-05-14T16:34:17.001Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.001Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.001Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:17.001Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.001Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.073Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:17.073Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:17.073Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:17.088Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:17.088Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:17.098Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18"} 2024-05-14T16:34:17.098Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sfs": "haproxy"} 2024-05-14T16:34:17.098Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sfs": "pxc"} 2024-05-14T16:34:17.098Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "96170c8b-d239-40aa-b38a-e7fecc140d18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:17.193Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.193Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.193Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:17.193Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.193Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:17.224Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:17.224Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:17.224Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:17.234Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:17.234Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:17.243Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0"} 2024-05-14T16:34:17.243Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:17.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sfs": "haproxy"} 2024-05-14T16:34:17.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ad07880-4816-4593-a0da-184954bbf6c0", "sfs": "pxc"} 2024-05-14T16:34:22.000Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.000Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.000Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:22.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.051Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:22.051Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:34:22.058Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:22.059Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:22.059Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:22.069Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd"} 2024-05-14T16:34:22.069Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:22.070Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sfs": "haproxy"} 2024-05-14T16:34:22.070Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fb03bd51-31e5-457f-97ae-443264783ecd", "sfs": "pxc"} 2024-05-14T16:34:22.164Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.164Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.164Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:22.164Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.164Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:22.190Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:22.191Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:22.191Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:22.202Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:22.202Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:22.210Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4"} 2024-05-14T16:34:22.210Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sfs": "pxc"} 2024-05-14T16:34:22.210Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:22.211Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03153c8e-8cc9-4ab7-adee-8559450479e4", "sfs": "haproxy"} 2024-05-14T16:34:27.693Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:27.693Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:27.693Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:27.693Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:27.693Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:27.804Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:27.804Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:27.804Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:27.880Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:27.880Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:27.935Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f"} 2024-05-14T16:34:27.935Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sfs": "pxc"} 2024-05-14T16:34:27.935Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:27.936Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "45eb6be4-7c30-4f3b-9731-f4872886f94f", "sfs": "haproxy"} 2024-05-14T16:34:28.205Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.205Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.205Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:28.205Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.205Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.283Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:28.283Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:28.283Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:28.296Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:28.297Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:28.309Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78"} 2024-05-14T16:34:28.309Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:28.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sfs": "haproxy"} 2024-05-14T16:34:28.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1508fc18-eff9-4eb8-a3a3-e693caedcb78", "sfs": "pxc"} 2024-05-14T16:34:28.494Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.494Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:28.494Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.495Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.495Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:28.550Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:28.550Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:28.550Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:28.572Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:28.572Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:28.590Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44"} 2024-05-14T16:34:28.590Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sfs": "haproxy"} 2024-05-14T16:34:28.590Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sfs": "pxc"} 2024-05-14T16:34:28.590Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "91a2ea37-aa56-4b22-90ef-76bab342fe44", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:33.198Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.198Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.198Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:33.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.199Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.276Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:33.276Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:33.276Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:33.297Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:33.297Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:33.308Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d"} 2024-05-14T16:34:33.308Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sfs": "haproxy"} 2024-05-14T16:34:33.308Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sfs": "pxc"} 2024-05-14T16:34:33.308Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5c10f3d7-71b5-40e6-9838-4cfe8c27722d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:33.428Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.428Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.428Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:33.428Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.428Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:33.460Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:33.460Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:33.460Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:33.469Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:33.470Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:33.478Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499"} 2024-05-14T16:34:33.478Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sfs": "haproxy"} 2024-05-14T16:34:33.478Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sfs": "pxc"} 2024-05-14T16:34:33.478Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e464f1b8-1b26-4b96-9798-90b504976499", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:38.421Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.421Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.421Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:38.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.493Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:38.493Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:38.493Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:38.502Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:38.502Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:38.512Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb"} 2024-05-14T16:34:38.512Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sfs": "haproxy"} 2024-05-14T16:34:38.512Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sfs": "pxc"} 2024-05-14T16:34:38.512Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "e1f27bcc-5820-4ca0-8e29-ae6acc923ccb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:38.608Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.608Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.608Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:38.608Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.608Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:38.655Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:38.655Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:38.655Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:38.662Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:38.662Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:38.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616"} 2024-05-14T16:34:38.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sfs": "haproxy"} 2024-05-14T16:34:38.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sfs": "pxc"} 2024-05-14T16:34:38.670Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ea0b8d7e-6684-4f9a-a11d-3c32d51ba616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:43.615Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.615Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.615Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:43.615Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.615Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.676Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:43.676Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:34:43.693Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:43.693Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:43.703Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84"} 2024-05-14T16:34:43.703Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sfs": "haproxy"} 2024-05-14T16:34:43.703Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sfs": "pxc"} 2024-05-14T16:34:43.703Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:43.703Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ad4b5be8-501c-41c3-966c-507f4315ec84", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:43.827Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.827Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.827Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:43.827Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.827Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:43.858Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:43.858Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:43.858Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:43.868Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:43.869Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:43.880Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6"} 2024-05-14T16:34:43.880Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:43.881Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sfs": "haproxy"} 2024-05-14T16:34:43.881Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a5b54a84-56b8-474b-870a-831386aae8a6", "sfs": "pxc"} 2024-05-14T16:34:48.822Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.822Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.822Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:48.822Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.822Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.867Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:48.867Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:34:48.878Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:48.878Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:48.889Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a"} 2024-05-14T16:34:48.889Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sfs": "haproxy"} 2024-05-14T16:34:48.889Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sfs": "pxc"} 2024-05-14T16:34:48.889Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:48.889Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ec71b67c-9a65-40e8-85c6-63005deb184a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:48.973Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.973Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.973Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:48.973Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.973Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:48.999Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:48.999Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:48.999Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:49.008Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:49.008Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:49.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f"} 2024-05-14T16:34:49.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sfs": "haproxy"} 2024-05-14T16:34:49.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sfs": "pxc"} 2024-05-14T16:34:49.023Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "60ec878a-7067-428e-a5a9-98e0ed1c394f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:53.971Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:53.971Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:53.971Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:53.971Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:53.971Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.007Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:54.007Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:34:54.021Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:54.021Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:54.021Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:54.030Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b"} 2024-05-14T16:34:54.030Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sfs": "haproxy"} 2024-05-14T16:34:54.030Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sfs": "pxc"} 2024-05-14T16:34:54.030Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "87ebc1e3-b466-40f7-8f16-8eb9d7a7552b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:54.163Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.163Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.163Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:54.163Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.163Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.210Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:54.210Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:54.210Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:54.217Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:54.217Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:54.229Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e"} 2024-05-14T16:34:54.229Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:54.230Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sfs": "haproxy"} 2024-05-14T16:34:54.230Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "02be5993-afd7-4079-8a5b-09baac12098e", "sfs": "pxc"} 2024-05-14T16:34:54.352Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.352Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.352Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:54.352Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.352Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:54.379Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:54.379Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:54.379Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:34:54.386Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:54.386Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:54.394Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77"} 2024-05-14T16:34:54.394Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sfs": "haproxy"} 2024-05-14T16:34:54.394Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sfs": "pxc"} 2024-05-14T16:34:54.394Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1cdb713d-2b87-4d26-8f1d-f43281d26c77", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:59.168Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.168Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.169Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.169Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:59.169Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.220Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:59.220Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:34:59.269Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:34:59.269Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:59.292Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0"} 2024-05-14T16:34:59.292Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sfs": "pxc"} 2024-05-14T16:34:59.292Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:59.292Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:59.293Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "59f39eec-9b72-4e9a-bc5e-e8697aab25f0", "sfs": "haproxy"} 2024-05-14T16:34:59.484Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.485Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.485Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:34:59.485Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.485Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:34:59.561Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:34:59.562Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:59.578Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:34:59.578Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:34:59.578Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:34:59.607Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d"} 2024-05-14T16:34:59.607Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sfs": "haproxy"} 2024-05-14T16:34:59.607Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sfs": "pxc"} 2024-05-14T16:34:59.607Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "03074f0e-7924-45c7-8efa-15e5b829291d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:04.437Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.437Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.437Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:04.437Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.437Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.490Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:04.490Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:04.490Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:04.503Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:04.503Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:04.512Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0"} 2024-05-14T16:35:04.512Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sfs": "haproxy"} 2024-05-14T16:35:04.512Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sfs": "pxc"} 2024-05-14T16:35:04.512Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "7b5ba210-f345-4c15-a6bf-e963996b9ff0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:35:04.612Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.612Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.612Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:04.612Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.612Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:04.643Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:04.643Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:35:04.653Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:04.653Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-14T16:35:04.653Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:04.664Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27"} 2024-05-14T16:35:04.664Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sfs": "haproxy"} 2024-05-14T16:35:04.664Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sfs": "pxc"} 2024-05-14T16:35:04.664Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "003e6cc2-4506-4dd1-a58f-b2abb6da6a27", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:09.619Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:09.619Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:09.619Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:09.619Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:09.668Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:09.668Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:09.668Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:09.676Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a"} 2024-05-14T16:35:09.676Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sfs": "pxc"} 2024-05-14T16:35:09.676Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:09.676Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:09.677Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f1deda86-5387-4af6-a2fe-87ee597dda2a", "sfs": "haproxy"} 2024-05-14T16:35:09.764Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:09.764Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:09.764Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:09.764Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:09.797Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:09.797Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:09.797Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:09.804Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f"} 2024-05-14T16:35:09.804Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:09.804Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:09.805Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sfs": "haproxy"} 2024-05-14T16:35:09.805Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "0b4a8c02-2b52-4f27-9abd-340033bee86f", "sfs": "pxc"} 2024-05-14T16:35:14.764Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:14.764Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:14.764Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:14.764Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:14.830Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:14.830Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:14.830Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:14.830Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:35:14.838Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6"} 2024-05-14T16:35:14.838Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sfs": "pxc"} 2024-05-14T16:35:14.838Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:14.839Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f606b7d2-314a-4efd-9968-457886916ce6", "sfs": "haproxy"} 2024-05-14T16:35:14.921Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:14.921Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:14.921Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:14.921Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:14.956Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:14.956Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:14.956Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:14.966Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937"} 2024-05-14T16:35:14.966Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sfs": "haproxy"} 2024-05-14T16:35:14.966Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sfs": "pxc"} 2024-05-14T16:35:14.966Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:14.966Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "4fc15c30-e4cf-4719-8f92-2341e258f937", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:19.929Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:19.929Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:19.929Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:19.929Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:19.984Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:19.984Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:19.984Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:19.995Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62"} 2024-05-14T16:35:19.995Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sfs": "haproxy"} 2024-05-14T16:35:19.995Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sfs": "pxc"} 2024-05-14T16:35:19.995Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:19.995Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "fd39388b-3992-445d-a93c-c32a17024e62", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:20.089Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:20.089Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:20.089Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:20.089Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:20.147Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:20.148Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:20.148Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:20.158Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e"} 2024-05-14T16:35:20.158Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sfs": "pxc"} 2024-05-14T16:35:20.158Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:20.158Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:20.159Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "cf180447-8d20-484a-98d9-d888ad80777e", "sfs": "haproxy"} 2024-05-14T16:35:20.305Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:20.305Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:20.305Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:20.305Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:34:07 +0000 UTC"} 2024-05-14T16:35:20.347Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:20.347Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-14T16:35:20.347Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:20.359Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33"} 2024-05-14T16:35:20.359Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sfs": "haproxy"} 2024-05-14T16:35:20.359Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sfs": "pxc"} 2024-05-14T16:35:20.359Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-05-14T16:35:20.359Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2a2c82fd-c57a-4ccf-b9f6-20a0bcdffd33", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-14T16:35:25.086Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sts": "some-name-pxc"} 2024-05-14T16:35:25.086Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-14T16:35:25.086Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-14T16:35:25.086Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-14T16:35:25.172Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c"} 2024-05-14T16:35:25.172Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sfs": "pxc"} 2024-05-14T16:35:25.172Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sts": "some-name-pxc"} 2024-05-14T16:35:25.173Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "dadd748a-fb5f-445c-987b-a8719faaab7c", "sfs": "haproxy"} 2024-05-14T16:35:25.509Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5afc481b-3f51-451a-a05a-468d39e38f6c", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:35:25.682Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "12d48494-35fe-4c5b-8e99-66773a97107e", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:35:40.834Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:35:40.834Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:35:40.881Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2024-05-14T16:35:40.881Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:35:40.922Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2024-05-14T16:35:40.922Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "originalSize": "3Gi"} 2024-05-14T16:35:41.105Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "adf59d1c-989b-4261-b0ba-3e7815633a16", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:254\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:36:54.014Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:54.014Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:36:54.051Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:36:54.051Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:54.088Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:36:54.088Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:36:54.195Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f46b2cc0-dcdd-4cf4-beff-4fa81d6515a4", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:36:54.238Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.238Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.238Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:36:54.238Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.238Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.304Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:36:54.304Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:54.304Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:36:54.314Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:36:54.314Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:54.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531"} 2024-05-14T16:36:54.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sfs": "haproxy"} 2024-05-14T16:36:54.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sfs": "pxc"} 2024-05-14T16:36:54.324Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99beb5b4-c753-4b50-bdd4-ea52c2c11531", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:36:54.450Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.450Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.450Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:36:54.450Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.450Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:54.481Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:54.481Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:36:54.492Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:36:54.492Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:54.503Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d"} 2024-05-14T16:36:54.503Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sfs": "haproxy"} 2024-05-14T16:36:54.503Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sfs": "pxc"} 2024-05-14T16:36:54.503Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:36:54.503Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c787b6e0-249e-42c2-8212-c879bb453a2d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:36:59.463Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.463Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.463Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:36:59.463Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.463Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.518Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:36:59.518Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:59.518Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:36:59.527Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:36:59.527Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:59.539Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776"} 2024-05-14T16:36:59.539Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sfs": "haproxy"} 2024-05-14T16:36:59.539Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sfs": "pxc"} 2024-05-14T16:36:59.539Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "d3bd8e07-529e-4f96-8065-ee3d726e8776", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:36:59.622Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.622Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.622Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:36:59.622Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.622Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:36:54 +0000 UTC"} 2024-05-14T16:36:59.650Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:36:59.650Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:59.650Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:36:59.661Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:36:59.661Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:36:59.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd"} 2024-05-14T16:36:59.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sfs": "haproxy"} 2024-05-14T16:36:59.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sfs": "pxc"} 2024-05-14T16:36:59.670Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "23e00df3-13b3-4d22-b15c-d968d7a204cd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:04.625Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:04.626Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:04.626Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:04.626Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:04.626Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:04.680Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:04.680Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:04.680Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:04.693Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:04.693Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:04.707Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35"} 2024-05-14T16:37:04.707Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sfs": "haproxy"} 2024-05-14T16:37:04.707Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sfs": "pxc"} 2024-05-14T16:37:04.707Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "71d75886-206a-4a4f-a9fc-1c4b46086f35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:04.820Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:04.820Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:04.820Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:04.820Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:04.820Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:04.854Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:04.854Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:04.854Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:04.863Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:04.863Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:04.874Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53"} 2024-05-14T16:37:04.874Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sfs": "haproxy"} 2024-05-14T16:37:04.874Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sfs": "pxc"} 2024-05-14T16:37:04.874Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "ba2665ac-2cae-4f45-9d09-d2ffad04eb53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:09.822Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:09.822Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:09.822Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:09.822Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:09.822Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:09.871Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:09.871Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:09.871Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:09.882Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:09.882Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:09.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9"} 2024-05-14T16:37:09.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sfs": "haproxy"} 2024-05-14T16:37:09.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sfs": "pxc"} 2024-05-14T16:37:09.891Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c7434ae4-60db-4b29-99f3-612020969dc9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:09.984Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:09.984Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:09.984Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:09.984Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:09.984Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:10.013Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:10.013Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:37:10.024Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:10.024Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:10.034Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf"} 2024-05-14T16:37:10.034Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sfs": "haproxy"} 2024-05-14T16:37:10.034Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sfs": "pxc"} 2024-05-14T16:37:10.034Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:10.034Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "f65ce274-33d7-45a4-83b0-4cd20a1ecaaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:14.979Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:14.979Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:14.979Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:14.979Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:14.979Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:15.024Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:15.024Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:37:15.033Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:15.033Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:15.033Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:15.042Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c"} 2024-05-14T16:37:15.042Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sfs": "haproxy"} 2024-05-14T16:37:15.042Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sfs": "pxc"} 2024-05-14T16:37:15.042Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "b0d49f24-c0d2-4cb6-9e8c-f397aae3750c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:15.165Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:15.165Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:15.165Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:15.165Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:15.165Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:15.209Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:15.209Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:15.209Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:15.217Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:15.217Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:15.224Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc"} 2024-05-14T16:37:15.224Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sfs": "pxc"} 2024-05-14T16:37:15.224Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:15.225Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "41a35a54-b44e-473d-8466-a814c83508cc", "sfs": "haproxy"} 2024-05-14T16:37:15.361Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:15.361Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:15.361Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:15.361Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:15.361Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:15.416Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:37:15.417Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:15.445Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:15.446Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:15.446Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:15.480Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67"} 2024-05-14T16:37:15.480Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sfs": "haproxy"} 2024-05-14T16:37:15.480Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sfs": "pxc"} 2024-05-14T16:37:15.480Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "07995306-2083-4842-8548-93ada2e6ad67", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:20.146Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:20.146Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:20.146Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:20.146Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:20.146Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:20.198Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:20.198Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:20.198Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:20.217Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:20.217Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:20.230Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db"} 2024-05-14T16:37:20.230Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:20.231Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sfs": "haproxy"} 2024-05-14T16:37:20.231Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "119b079a-8399-4f18-b78b-ba05e0cd76db", "sfs": "pxc"} 2024-05-14T16:37:20.387Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:20.387Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:20.387Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:20.387Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:20.388Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:20.422Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:20.422Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:37:20.430Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:20.430Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:20.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588"} 2024-05-14T16:37:20.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sfs": "haproxy"} 2024-05-14T16:37:20.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sfs": "pxc"} 2024-05-14T16:37:20.438Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:20.438Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "a1a35e0a-a43a-4815-92ba-69cbaefc9588", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:25.372Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:25.372Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:25.372Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:25.373Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:25.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:25.426Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:25.426Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:25.426Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:25.448Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:25.448Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:25.457Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30"} 2024-05-14T16:37:25.457Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sfs": "haproxy"} 2024-05-14T16:37:25.457Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sfs": "pxc"} 2024-05-14T16:37:25.457Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "04cc380e-107b-410a-a673-f0d6fd7c1d30", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:25.551Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:25.551Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:25.551Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:25.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:25.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:25.587Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:25.587Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:37:25.602Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:25.602Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:25.619Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5"} 2024-05-14T16:37:25.619Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sfs": "pxc"} 2024-05-14T16:37:25.619Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:25.619Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:25.620Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "8fe4d2cb-dda8-4939-8203-b249f5a3e7c5", "sfs": "haproxy"} 2024-05-14T16:37:30.548Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:30.548Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:30.548Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:30.548Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:30.548Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:30.603Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:30.603Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-14T16:37:30.614Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:30.614Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:30.628Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a"} 2024-05-14T16:37:30.628Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sfs": "haproxy"} 2024-05-14T16:37:30.628Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sfs": "pxc"} 2024-05-14T16:37:30.628Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:30.628Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "14accfa6-fc05-4a1a-a206-c82531f11b5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:30.720Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:30.720Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:30.720Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:30.720Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:30.720Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:30.755Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:30.755Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:30.755Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:30.764Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:30.764Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:30.782Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b"} 2024-05-14T16:37:30.782Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sfs": "haproxy"} 2024-05-14T16:37:30.782Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sfs": "pxc"} 2024-05-14T16:37:30.782Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "2ae418c5-1e7c-422d-933c-39e13ad5253b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:35.747Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:35.748Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:35.748Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:35.748Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:35.748Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:35.818Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:35.818Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-14T16:37:35.829Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:35.829Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:35.829Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:35.839Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a"} 2024-05-14T16:37:35.839Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sfs": "haproxy"} 2024-05-14T16:37:35.839Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sfs": "pxc"} 2024-05-14T16:37:35.839Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "142ed536-fcd2-40e9-9687-b24084334e7a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:35.989Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:35.989Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:35.989Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:35.989Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:35.989Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:36.017Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:36.017Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:36.017Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:36.026Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:36.026Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:36.041Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3"} 2024-05-14T16:37:36.041Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sfs": "haproxy"} 2024-05-14T16:37:36.041Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sfs": "pxc"} 2024-05-14T16:37:36.041Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1a2da50c-31ce-40f7-87b0-903335a9b3f3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:40.995Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:40.995Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:40.995Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:40.995Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:40.995Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:41.071Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:41.071Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:41.071Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:41.082Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:41.082Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:41.093Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef"} 2024-05-14T16:37:41.093Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:41.094Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sfs": "haproxy"} 2024-05-14T16:37:41.094Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "565907fd-c009-4af2-88e7-d887abedbbef", "sfs": "pxc"} 2024-05-14T16:37:41.203Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:41.203Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:41.203Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:41.203Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:41.203Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-14 16:37:02 +0000 UTC"} 2024-05-14T16:37:41.282Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:41.282Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:41.282Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:41.293Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:41.293Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:41.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d"} 2024-05-14T16:37:41.310Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sfs": "pxc"} 2024-05-14T16:37:41.310Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-14T16:37:41.311Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "691e04d5-6003-42c9-bcc6-422dd2b8b50d", "sfs": "haproxy"} 2024-05-14T16:37:41.408Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:41.409Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:41.409Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-14T16:37:41.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-14 16:37:03 +0000 UTC"} 2024-05-14T16:37:41.443Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:41.443Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-14T16:37:41.443Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-14T16:37:41.454Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d"} 2024-05-14T16:37:41.454Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-05-14T16:37:41.454Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-14T16:37:41.455Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sfs": "haproxy"} 2024-05-14T16:37:41.455Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "449131e6-c7ce-4b50-b17c-bdb15b57d90d", "sfs": "pxc"} 2024-05-14T16:37:46.192Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sts": "some-name-pxc"} 2024-05-14T16:37:46.192Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-14T16:37:46.192Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-14T16:37:46.192Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-14T16:37:46.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77"} 2024-05-14T16:37:46.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sfs": "haproxy"} 2024-05-14T16:37:46.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sfs": "pxc"} 2024-05-14T16:37:46.324Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "3aa7fd76-cf87-4446-af18-3bf73b0b0a77", "sts": "some-name-pxc"} 2024-05-14T16:37:46.852Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "5b57369a-fe1d-476c-9beb-a07f834f9cfe", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:38:13.134Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "c72c32e9-89c3-48dd-8a06-2d1106cd6dc9", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:38:13.541Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "6e6d41eb-1070-4d11-95eb-044d26dae358", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:38:13.670Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "93cdbb55-d45b-49a6-a092-e1d4f5f35da1", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:38:13.779Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "99d39072-eaa8-4cd8-91da-5cb4e1f498ef", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:38:14.408Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "1b68657d-d8be-4f2c-9ba3-11fa282b500f", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-14T16:38:15.190Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15262", "name": "some-name", "reconcileID": "344d21c4-d23d-48e2-b540-330328d037f9", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:248 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-15262 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.cgpY4zaPMP ++ mktemp + local LAST_ERR=/tmp/tmp.sJXAa8M3in + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cgpY4zaPMP perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.sJXAa8M3in + rm /tmp/tmp.cgpY4zaPMP /tmp/tmp.sJXAa8M3in + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.uS5iMvbo0i ++ mktemp + local LAST_ERR=/tmp/tmp.7aeJweTamU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uS5iMvbo0i No resources found + cat /tmp/tmp.7aeJweTamU + rm /tmp/tmp.uS5iMvbo0i /tmp/tmp.7aeJweTamU + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.0rmw19zXDV ++ mktemp + local LAST_ERR=/tmp/tmp.LZvGyAXRl9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0rmw19zXDV No resources found + cat /tmp/tmp.LZvGyAXRl9 + rm /tmp/tmp.0rmw19zXDV /tmp/tmp.LZvGyAXRl9 + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.HSVFu5Zw3h ++ mktemp + local LAST_ERR=/tmp/tmp.Jzl37jdwVr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HSVFu5Zw3h validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.Jzl37jdwVr + rm /tmp/tmp.HSVFu5Zw3h /tmp/tmp.Jzl37jdwVr + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-15262 + rm -rf /tmp/tmp.9o6owNaisS + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.YExUwRPnwH ++ mktemp + local LAST_OUT=/tmp/tmp.2RyjZOuzIa ++ mktemp + local LAST_ERR=/tmp/tmp.BgX946ImLf + local exit_status=0 + local LAST_ERR=/tmp/tmp.zJVoxAV5Xb + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-15262 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator