Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/logs/pvc-resize-5-7.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 ++ version_gt 1.34 +++ echo '1.33 >= 1.34' +++ bc -l ++ '[' 0 -eq 1 ']' ++ return 1 ++ [[ 0 == 1 ]] ++ [[ 0 == 1 ]] ++ echo Gi + size_unit=Gi + echo 'Size unit: Gi' Size unit: Gi + '[' 0 == 1 -o -n '' ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YQB55K0AGy +++ mktemp ++ local LAST_ERR=/tmp/tmp.ejBDdjH77u ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YQB55K0AGy ++ cat /tmp/tmp.ejBDdjH77u ++ rm /tmp/tmp.YQB55K0AGy /tmp/tmp.ejBDdjH77u ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BCY2BedUNE +++ mktemp ++ local LAST_ERR=/tmp/tmp.jCXIRfLfqF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BCY2BedUNE ++ cat /tmp/tmp.jCXIRfLfqF ++ rm /tmp/tmp.BCY2BedUNE /tmp/tmp.jCXIRfLfqF ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-16971 + local ns=pvc-resize-16971 + '[' -n pxc-operator ']' + read -r pns name + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + [[ -z pvc-resize-9901 ]] + [[ -z some-name ]] + kubectl_bin patch pxc -n pvc-resize-9901 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.nHxDFVZuN2 ++ mktemp + local LAST_ERR=/tmp/tmp.lOYgbMX21k + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc -n pvc-resize-9901 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nHxDFVZuN2 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.lOYgbMX21k + rm /tmp/tmp.nHxDFVZuN2 /tmp/tmp.lOYgbMX21k + return 0 + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-9901 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found No resources found + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + xargs kubectl delete ns + awk '{print$1}' + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns + local LAST_OUT=/tmp/tmp.uhiaSYpY8g ++ mktemp + local LAST_ERR=/tmp/tmp.iXMowyCMWd + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.qDGiT4W395 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.cKvP5JkavQ + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qDGiT4W395 + cat /tmp/tmp.cKvP5JkavQ + rm /tmp/tmp.qDGiT4W395 /tmp/tmp.cKvP5JkavQ + return 0 namespace "pvc-resize-9901" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uhiaSYpY8g namespace "pxc-operator" deleted + cat /tmp/tmp.iXMowyCMWd + rm /tmp/tmp.uhiaSYpY8g /tmp/tmp.iXMowyCMWd + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.0IpkIhsP3e ++ mktemp + local LAST_ERR=/tmp/tmp.qwFJbLzHWJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0IpkIhsP3e namespace/pxc-operator created + cat /tmp/tmp.qwFJbLzHWJ + rm /tmp/tmp.0IpkIhsP3e /tmp/tmp.qwFJbLzHWJ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.m4nJh1mSR5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ViVyuBi6O7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m4nJh1mSR5 ++ cat /tmp/tmp.ViVyuBi6O7 ++ rm /tmp/tmp.m4nJh1mSR5 /tmp/tmp.ViVyuBi6O7 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.aFzA3WZWQe ++ mktemp + local LAST_ERR=/tmp/tmp.XC6Zxh3vP9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aFzA3WZWQe Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster1" modified. + cat /tmp/tmp.XC6Zxh3vP9 + rm /tmp/tmp.aFzA3WZWQe /tmp/tmp.XC6Zxh3vP9 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.YUTKR8LCMr ++ mktemp + local LAST_ERR=/tmp/tmp.j1DN9HkkRX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YUTKR8LCMr customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.j1DN9HkkRX + rm /tmp/tmp.YUTKR8LCMr /tmp/tmp.j1DN9HkkRX + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.holvAYRaa7 ++ mktemp + local LAST_ERR=/tmp/tmp.F2rpQ0wVPI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.holvAYRaa7 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.F2rpQ0wVPI E0611 03:07:28.587661 11146 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1781147245913305000&timeoutSeconds=414&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.holvAYRaa7 /tmp/tmp.F2rpQ0wVPI + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.sLKjT9S2dP ++ mktemp + local LAST_ERR=/tmp/tmp.HSIxv37KEO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sLKjT9S2dP customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.HSIxv37KEO E0611 03:07:31.165278 11612 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1781147250913372000&timeoutSeconds=481&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.sLKjT9S2dP /tmp/tmp.HSIxv37KEO + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.evHQGANH7o ++ mktemp + local LAST_ERR=/tmp/tmp.nlqfhdPdQC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.evHQGANH7o customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.nlqfhdPdQC E0611 03:07:34.074363 12003 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1781147250913372000&timeoutSeconds=478&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.evHQGANH7o /tmp/tmp.nlqfhdPdQC + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/cw-rbac.yaml ++ mktemp + sed -e 's^namespace: .*^namespace: pxc-operator^' + local LAST_OUT=/tmp/tmp.kJWHBoMKMX ++ mktemp + local LAST_ERR=/tmp/tmp.uQGy6MVGB5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kJWHBoMKMX clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.uQGy6MVGB5 + rm /tmp/tmp.kJWHBoMKMX /tmp/tmp.uQGy6MVGB5 + return 0 + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.RaoPE9SCDv + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - ++ mktemp + local LAST_ERR=/tmp/tmp.mJ5mgXJeeK + local exit_status=0 ++ seq 0 2 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380^' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RaoPE9SCDv deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.mJ5mgXJeeK + rm /tmp/tmp.RaoPE9SCDv /tmp/tmp.mJ5mgXJeeK + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.Ns15YXbq9e ++ mktemp + local LAST_ERR=/tmp/tmp.rxGCgSPyD6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ns15YXbq9e pod/percona-xtradb-cluster-operator-774dd4b69-g79xk condition met + cat /tmp/tmp.rxGCgSPyD6 E0611 03:07:56.920557 15480 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774dd4b69-g79xk&resourceVersion=1781147276559631000&timeoutSeconds=328&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.Ns15YXbq9e /tmp/tmp.rxGCgSPyD6 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.lG0GdTuFSd +++ mktemp ++ local LAST_ERR=/tmp/tmp.d39ztU9dRE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lG0GdTuFSd ++ cat /tmp/tmp.d39ztU9dRE ++ rm /tmp/tmp.lG0GdTuFSd /tmp/tmp.d39ztU9dRE ++ return 0 + wait_pod percona-xtradb-cluster-operator-774dd4b69-g79xk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-774dd4b69-g79xk + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-774dd4b69-g79xk ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-774dd4b69-g79xk condition met E0611 03:08:04.298709 16474 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774dd4b69-g79xk&resourceVersion=1781147281300285000&timeoutSeconds=406&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-774dd4b69-g79xk to become Ready.Ok + sleep 3 + create_namespace pvc-resize-16971 + local namespace=pvc-resize-16971 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrolebinding ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-16971' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-16971 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-16971 + xargs kubectl delete ns ++ mktemp + awk '{print$1}' + local LAST_OUT=/tmp/tmp.PX5soChDfg + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.y0ZBdZpPVr + local exit_status=0 + local LAST_OUT=/tmp/tmp.ae1zBdGZB2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-16971 ++ mktemp + local LAST_ERR=/tmp/tmp.ByjXxawjEl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-16971 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ae1zBdGZB2 + cat /tmp/tmp.ByjXxawjEl + rm /tmp/tmp.ae1zBdGZB2 /tmp/tmp.ByjXxawjEl + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-16971 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.PX5soChDfg + cat /tmp/tmp.y0ZBdZpPVr Error from server (NotFound): namespaces "pvc-resize-16971" not found + rm /tmp/tmp.PX5soChDfg /tmp/tmp.y0ZBdZpPVr + return 1 + : + wait_for_delete namespace/pvc-resize-16971 + local res=namespace/pvc-resize-16971 + echo -n 'waiting for namespace/pvc-resize-16971 to be deleted' waiting for namespace/pvc-resize-16971 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pvc-resize-16971" not found + desc 'create namespace pvc-resize-16971' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-16971 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-16971 ++ mktemp + local LAST_OUT=/tmp/tmp.DwUtIatbOQ ++ mktemp + local LAST_ERR=/tmp/tmp.BIRrwNJU76 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-16971 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DwUtIatbOQ namespace/pvc-resize-16971 created + cat /tmp/tmp.BIRrwNJU76 + rm /tmp/tmp.DwUtIatbOQ /tmp/tmp.BIRrwNJU76 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.m9QezSnt08 +++ mktemp ++ local LAST_ERR=/tmp/tmp.neiq3ypvxU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m9QezSnt08 ++ cat /tmp/tmp.neiq3ypvxU ++ rm /tmp/tmp.m9QezSnt08 /tmp/tmp.neiq3ypvxU ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster1 --namespace=pvc-resize-16971 ++ mktemp + local LAST_OUT=/tmp/tmp.PzIcfEkzqu ++ mktemp + local LAST_ERR=/tmp/tmp.K89JvL05FB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster1 --namespace=pvc-resize-16971 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PzIcfEkzqu Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster1" modified. + cat /tmp/tmp.K89JvL05FB + rm /tmp/tmp.PzIcfEkzqu /tmp/tmp.K89JvL05FB + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.YpILxYmP0v ++ mktemp + local LAST_ERR=/tmp/tmp.sfs83PYXXD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YpILxYmP0v secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.sfs83PYXXD + rm /tmp/tmp.YpILxYmP0v /tmp/tmp.sfs83PYXXD + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 -o -n '' ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.NgSgCB2l7W ++ mktemp + local LAST_ERR=/tmp/tmp.gG76OWwJyt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NgSgCB2l7W secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.gG76OWwJyt + rm /tmp/tmp.NgSgCB2l7W /tmp/tmp.gG76OWwJyt + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-16971~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + local LAST_OUT=/tmp/tmp.y3YslR9Zt9 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml ++ mktemp + local LAST_ERR=/tmp/tmp.5VDjABl5wg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.y3YslR9Zt9 deployment.apps/pxc-client created + cat /tmp/tmp.5VDjABl5wg + rm /tmp/tmp.y3YslR9Zt9 /tmp/tmp.5VDjABl5wg + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml + local pvc_name= ++ mktemp + local LAST_OUT=/tmp/tmp.D3wkjVt5r4 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-16971~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' ++ mktemp + local LAST_ERR=/tmp/tmp.XWO4fp0zQx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.D3wkjVt5r4 perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.XWO4fp0zQx + rm /tmp/tmp.D3wkjVt5r4 /tmp/tmp.XWO4fp0zQx + return 0 + desc 'waiting pods to be running for some-name' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for some-name ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6CztegyksN ++++ mktemp +++ local LAST_ERR=/tmp/tmp.oRavjfkCc3 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.6CztegyksN +++ cat /tmp/tmp.oRavjfkCc3 +++ rm /tmp/tmp.6CztegyksN /tmp/tmp.oRavjfkCc3 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy ++ get_proxy_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BnLpydlXIk ++++ mktemp +++ local LAST_ERR=/tmp/tmp.x81hK1UGUp +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.BnLpydlXIk +++ cat /tmp/tmp.x81hK1UGUp +++ rm /tmp/tmp.BnLpydlXIk /tmp/tmp.x81hK1UGUp +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.URl59gj58X ++++ mktemp +++ local LAST_ERR=/tmp/tmp.yhuOaJgXdn +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.URl59gj58X +++ cat /tmp/tmp.yhuOaJgXdn +++ rm /tmp/tmp.URl59gj58X /tmp/tmp.yhuOaJgXdn +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running some-name-pxc 3 + local name=some-name-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z some-name-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for some-name-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for some-name-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-pxc-2 + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + wait_for_running some-name-haproxy 2 + local name=some-name-haproxy + local size=2 + local last_pod + local max_retry=480 + [[ -z some-name-haproxy ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for some-name-haproxy' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for some-name-haproxy ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-haproxy-0 ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met E0611 03:13:28.400675 639 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsome-name-haproxy-0&resourceVersion=1781147606630583000&timeoutSeconds=325&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/some-name-haproxy-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-1 480 + local pod=some-name-haproxy-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-haproxy-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/some-name-haproxy-1 condition met E0611 03:13:40.501187 2519 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsome-name-haproxy-1&resourceVersion=1781147616630630000&timeoutSeconds=506&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/some-name-haproxy-1 to become Ready.Ok + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A0jZZCKHwK +++ mktemp ++ local LAST_ERR=/tmp/tmp.h70Sblc3ZL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A0jZZCKHwK ++ cat /tmp/tmp.h70Sblc3ZL ++ rm /tmp/tmp.A0jZZCKHwK /tmp/tmp.h70Sblc3ZL ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hSDATO4fFk +++ mktemp ++ local LAST_ERR=/tmp/tmp.hm7BAq0JqZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hSDATO4fFk ++ cat /tmp/tmp.hm7BAq0JqZ ++ rm /tmp/tmp.hSDATO4fFk /tmp/tmp.hm7BAq0JqZ ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ZHUCJepuJJ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.FFkDonWG9p +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ZHUCJepuJJ +++++ cat /tmp/tmp.FFkDonWG9p +++++ rm /tmp/tmp.ZHUCJepuJJ /tmp/tmp.FFkDonWG9p +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5Ol0562QPM +++ mktemp ++ local LAST_ERR=/tmp/tmp.mGxUCCktLz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5Ol0562QPM ++ cat /tmp/tmp.mGxUCCktLz ++ rm /tmp/tmp.5Ol0562QPM /tmp/tmp.mGxUCCktLz ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qRuznjiFcU +++ mktemp ++ local LAST_ERR=/tmp/tmp.ChLtNlaCCA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qRuznjiFcU ++ cat /tmp/tmp.ChLtNlaCCA ++ rm /tmp/tmp.qRuznjiFcU /tmp/tmp.ChLtNlaCCA ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] ++ kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' ++ return 1 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CrvEkeivyy +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZJWrKYZLgb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CrvEkeivyy ++ cat /tmp/tmp.ZJWrKYZLgb ++ rm /tmp/tmp.CrvEkeivyy /tmp/tmp.ZJWrKYZLgb ++ return 0 + client_pod=pxc-client-97cb9c68b-hdvkw + wait_pod pxc-client-97cb9c68b-hdvkw + local pod=pxc-client-97cb9c68b-hdvkw + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-hdvkw ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-hdvkw condition met E0611 03:14:30.749776 10299 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-hdvkw&resourceVersion=1781147667873671000&timeoutSeconds=566&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-hdvkw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data some-name 100500 no-proxy -P3306 + local cluster=some-name + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.U8KCmztqna ++++ mktemp +++ local LAST_ERR=/tmp/tmp.88eccSrfbt +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.U8KCmztqna +++ cat /tmp/tmp.88eccSrfbt +++ rm /tmp/tmp.U8KCmztqna /tmp/tmp.88eccSrfbt +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.S2gCMTh79G +++ mktemp ++ local LAST_ERR=/tmp/tmp.DZmq91cnSP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.S2gCMTh79G ++ cat /tmp/tmp.DZmq91cnSP ++ rm /tmp/tmp.S2gCMTh79G /tmp/tmp.DZmq91cnSP ++ return 0 + root_pass=root_password ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Js6Jn0RNwu ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vCy7ExtaNq +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Js6Jn0RNwu +++ cat /tmp/tmp.vCy7ExtaNq +++ rm /tmp/tmp.Js6Jn0RNwu /tmp/tmp.vCy7ExtaNq +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + proxy=some-name-haproxy + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h some-name-pxc-0.some-name-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A8M1OpRMHf +++ mktemp ++ local LAST_ERR=/tmp/tmp.D5jQKNblHj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A8M1OpRMHf ++ cat /tmp/tmp.D5jQKNblHj ++ rm /tmp/tmp.A8M1OpRMHf /tmp/tmp.D5jQKNblHj ++ return 0 + client_pod=pxc-client-97cb9c68b-hdvkw + wait_pod pxc-client-97cb9c68b-hdvkw + local pod=pxc-client-97cb9c68b-hdvkw + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-97cb9c68b-hdvkw + local container= + set +o xtrace pod/pxc-client-97cb9c68b-hdvkw condition met E0611 03:15:00.647739 14523 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-hdvkw&resourceVersion=1781147695893271000&timeoutSeconds=419&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-hdvkw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data some-name select-1 no-proxy -P3306 + local cluster=some-name + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6V6IZRtbET ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Aoe3DvO66z +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.6V6IZRtbET +++ cat /tmp/tmp.Aoe3DvO66z +++ rm /tmp/tmp.6V6IZRtbET /tmp/tmp.Aoe3DvO66z +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.RKZOzd0HyQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.drhNAV3ypz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RKZOzd0HyQ ++ cat /tmp/tmp.drhNAV3ypz ++ rm /tmp/tmp.RKZOzd0HyQ /tmp/tmp.drhNAV3ypz ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.95WPfoMrBn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.wypuWSgjeB +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.95WPfoMrBn +++ cat /tmp/tmp.wypuWSgjeB +++ rm /tmp/tmp.95WPfoMrBn /tmp/tmp.wypuWSgjeB +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IXLGvssVdL +++ mktemp ++ local LAST_ERR=/tmp/tmp.bwdkrTtFDV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IXLGvssVdL ++ cat /tmp/tmp.bwdkrTtFDV ++ rm /tmp/tmp.IXLGvssVdL /tmp/tmp.bwdkrTtFDV ++ return 0 + client_pod=pxc-client-97cb9c68b-hdvkw + wait_pod pxc-client-97cb9c68b-hdvkw + local pod=pxc-client-97cb9c68b-hdvkw + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-hdvkw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-hdvkw condition met E0611 03:16:00.975694 23624 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-hdvkw&resourceVersion=1781147756386252000&timeoutSeconds=354&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-hdvkw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.Y646yty8IV/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.Y646yty8IV/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.Y646yty8IV/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9JQGjMB6kz +++ mktemp ++ local LAST_ERR=/tmp/tmp.Dn9VVlr0Jn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9JQGjMB6kz ++ cat /tmp/tmp.Dn9VVlr0Jn ++ rm /tmp/tmp.9JQGjMB6kz /tmp/tmp.Dn9VVlr0Jn ++ return 0 + client_pod=pxc-client-97cb9c68b-hdvkw + wait_pod pxc-client-97cb9c68b-hdvkw + local pod=pxc-client-97cb9c68b-hdvkw + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-hdvkw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-hdvkw condition met E0611 03:16:22.191368 26895 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-hdvkw&resourceVersion=1781147777452450000&timeoutSeconds=481&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-hdvkw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.Y646yty8IV/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.Y646yty8IV/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.Y646yty8IV/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0HI86xlaJc +++ mktemp ++ local LAST_ERR=/tmp/tmp.wHgfDnCOQY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0HI86xlaJc ++ cat /tmp/tmp.wHgfDnCOQY ++ rm /tmp/tmp.0HI86xlaJc /tmp/tmp.wHgfDnCOQY ++ return 0 + client_pod=pxc-client-97cb9c68b-hdvkw + wait_pod pxc-client-97cb9c68b-hdvkw + local pod=pxc-client-97cb9c68b-hdvkw + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-97cb9c68b-hdvkw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-hdvkw condition met E0611 03:16:43.039734 30154 reflector.go:227] "Failed to watch" err="Get \"https://34.72.226.31/api/v1/namespaces/pvc-resize-16971/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-hdvkw&resourceVersion=1781147799317541000&timeoutSeconds=398&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-hdvkw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.Y646yty8IV/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.Y646yty8IV/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.Y646yty8IV/select-1.sql + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3G + local cluster=some-name + local size=3G + echo 'Patching PVC request to 3G in some-name' Patching PVC request to 3G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.xmlhSoyLh0 ++ mktemp + local LAST_ERR=/tmp/tmp.ZLBPV9uLyK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xmlhSoyLh0 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.ZLBPV9uLyK + rm /tmp/tmp.xmlhSoyLh0 /tmp/tmp.ZLBPV9uLyK + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HTreXxxEO4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bcSFv27NbJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HTreXxxEO4 ++ cat /tmp/tmp.bcSFv27NbJ ++ rm /tmp/tmp.HTreXxxEO4 /tmp/tmp.bcSFv27NbJ ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iCMEtyQ5dK +++ mktemp ++ local LAST_ERR=/tmp/tmp.bh96cUPxQg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iCMEtyQ5dK ++ cat /tmp/tmp.bh96cUPxQg ++ rm /tmp/tmp.iCMEtyQ5dK /tmp/tmp.bh96cUPxQg ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.9dWqjivYGy ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.t29H0umayS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.9dWqjivYGy +++++ cat /tmp/tmp.t29H0umayS +++++ rm /tmp/tmp.9dWqjivYGy /tmp/tmp.t29H0umayS +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NBq1WRY7I4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ijl3v5rhMG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NBq1WRY7I4 ++ cat /tmp/tmp.ijl3v5rhMG ++ rm /tmp/tmp.NBq1WRY7I4 /tmp/tmp.ijl3v5rhMG ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + wait_all_pvc_resize 3Gi 120 1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.1GkOXZI8lD +++ mktemp ++ local LAST_ERR=/tmp/tmp.NiAjX7Aa5j ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1GkOXZI8lD ++ cat /tmp/tmp.NiAjX7Aa5j ++ rm /tmp/tmp.1GkOXZI8lD /tmp/tmp.NiAjX7Aa5j ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 1 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p4PFx7pgQT +++ mktemp ++ local LAST_ERR=/tmp/tmp.yxCyHawE2U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p4PFx7pgQT ++ cat /tmp/tmp.yxCyHawE2U ++ rm /tmp/tmp.p4PFx7pgQT /tmp/tmp.yxCyHawE2U ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 0 -ge 120 ]] + echo -n . .+ sleep 1 + retry=1 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PUAzMSrCU2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.21PXGLnV9O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PUAzMSrCU2 ++ cat /tmp/tmp.21PXGLnV9O ++ rm /tmp/tmp.PUAzMSrCU2 /tmp/tmp.21PXGLnV9O ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 1 -ge 120 ]] + echo -n . .+ sleep 1 + retry=2 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vH5J93a3Je +++ mktemp ++ local LAST_ERR=/tmp/tmp.JlljCmCDcP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vH5J93a3Je ++ cat /tmp/tmp.JlljCmCDcP ++ rm /tmp/tmp.vH5J93a3Je /tmp/tmp.JlljCmCDcP ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 2 -ge 120 ]] + echo -n . .+ sleep 1 + retry=3 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YH3HEspZol +++ mktemp ++ local LAST_ERR=/tmp/tmp.ESpHMug4cF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YH3HEspZol ++ cat /tmp/tmp.ESpHMug4cF ++ rm /tmp/tmp.YH3HEspZol /tmp/tmp.ESpHMug4cF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 3 -ge 120 ]] + echo -n . .+ sleep 1 + retry=4 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B44oTaj60O +++ mktemp ++ local LAST_ERR=/tmp/tmp.RzhZ2Ha2YX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B44oTaj60O ++ cat /tmp/tmp.RzhZ2Ha2YX ++ rm /tmp/tmp.B44oTaj60O /tmp/tmp.RzhZ2Ha2YX ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 4 -ge 120 ]] + echo -n . .+ sleep 1 + retry=5 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JFTK2qlym0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.eM0DNDO6bc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JFTK2qlym0 ++ cat /tmp/tmp.eM0DNDO6bc ++ rm /tmp/tmp.JFTK2qlym0 /tmp/tmp.eM0DNDO6bc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 5 -ge 120 ]] + echo -n . .+ sleep 1 + retry=6 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wkax8rEf29 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mQb5DOe5Vn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wkax8rEf29 ++ cat /tmp/tmp.mQb5DOe5Vn ++ rm /tmp/tmp.wkax8rEf29 /tmp/tmp.mQb5DOe5Vn ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 6 -ge 120 ]] + echo -n . .+ sleep 1 + retry=7 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2DDc381KA6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2b5xdxVce4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2DDc381KA6 ++ cat /tmp/tmp.2b5xdxVce4 ++ rm /tmp/tmp.2DDc381KA6 /tmp/tmp.2b5xdxVce4 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 7 -ge 120 ]] + echo -n . .+ sleep 1 + retry=8 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NJpsmLzPmj +++ mktemp ++ local LAST_ERR=/tmp/tmp.WJaDar3kgL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NJpsmLzPmj ++ cat /tmp/tmp.WJaDar3kgL ++ rm /tmp/tmp.NJpsmLzPmj /tmp/tmp.WJaDar3kgL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 8 -ge 120 ]] + echo -n . .+ sleep 1 + retry=9 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WBORtmA8M3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.XKSBfzGEP0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WBORtmA8M3 ++ cat /tmp/tmp.XKSBfzGEP0 ++ rm /tmp/tmp.WBORtmA8M3 /tmp/tmp.XKSBfzGEP0 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 9 -ge 120 ]] + echo -n . .+ sleep 1 + retry=10 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IibaqAXeR9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Lifgo0EWVJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IibaqAXeR9 ++ cat /tmp/tmp.Lifgo0EWVJ ++ rm /tmp/tmp.IibaqAXeR9 /tmp/tmp.Lifgo0EWVJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 10 -ge 120 ]] + echo -n . .+ sleep 1 + retry=11 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fzAMGQasXB +++ mktemp ++ local LAST_ERR=/tmp/tmp.7vNoQOKTdF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fzAMGQasXB ++ cat /tmp/tmp.7vNoQOKTdF ++ rm /tmp/tmp.fzAMGQasXB /tmp/tmp.7vNoQOKTdF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 11 -ge 120 ]] + echo -n . .+ sleep 1 + retry=12 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9JgKSQf9nQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.KsAdhdzKt9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9JgKSQf9nQ ++ cat /tmp/tmp.KsAdhdzKt9 ++ rm /tmp/tmp.9JgKSQf9nQ /tmp/tmp.KsAdhdzKt9 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 12 -ge 120 ]] + echo -n . .+ sleep 1 + retry=13 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VqiyZnScjn +++ mktemp ++ local LAST_ERR=/tmp/tmp.mJlm6LFv7Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VqiyZnScjn ++ cat /tmp/tmp.mJlm6LFv7Z ++ rm /tmp/tmp.VqiyZnScjn /tmp/tmp.mJlm6LFv7Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 13 -ge 120 ]] + echo -n . .+ sleep 1 + retry=14 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.muOjwcoMJr +++ mktemp ++ local LAST_ERR=/tmp/tmp.adTZyutvyW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.muOjwcoMJr ++ cat /tmp/tmp.adTZyutvyW ++ rm /tmp/tmp.muOjwcoMJr /tmp/tmp.adTZyutvyW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 14 -ge 120 ]] + echo -n . .+ sleep 1 + retry=15 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CrDgcnpPPD +++ mktemp ++ local LAST_ERR=/tmp/tmp.wGdYJloGlv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CrDgcnpPPD ++ cat /tmp/tmp.wGdYJloGlv ++ rm /tmp/tmp.CrDgcnpPPD /tmp/tmp.wGdYJloGlv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 15 -ge 120 ]] + echo -n . .+ sleep 1 + retry=16 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RW8xYeNSaJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.XutDBcHLxj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RW8xYeNSaJ ++ cat /tmp/tmp.XutDBcHLxj ++ rm /tmp/tmp.RW8xYeNSaJ /tmp/tmp.XutDBcHLxj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 16 -ge 120 ]] + echo -n . .+ sleep 1 + retry=17 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xhtnR2GtSN +++ mktemp ++ local LAST_ERR=/tmp/tmp.XEzvgJ2dtB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xhtnR2GtSN ++ cat /tmp/tmp.XEzvgJ2dtB ++ rm /tmp/tmp.xhtnR2GtSN /tmp/tmp.XEzvgJ2dtB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 17 -ge 120 ]] + echo -n . .+ sleep 1 + retry=18 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gcmATtFba1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.P4c8tkJAfh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gcmATtFba1 ++ cat /tmp/tmp.P4c8tkJAfh ++ rm /tmp/tmp.gcmATtFba1 /tmp/tmp.P4c8tkJAfh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 18 -ge 120 ]] + echo -n . .+ sleep 1 + retry=19 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kpu48VyA5U +++ mktemp ++ local LAST_ERR=/tmp/tmp.xNltPIN5m1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kpu48VyA5U ++ cat /tmp/tmp.xNltPIN5m1 ++ rm /tmp/tmp.kpu48VyA5U /tmp/tmp.xNltPIN5m1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 19 -ge 120 ]] + echo -n . .+ sleep 1 + retry=20 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q6ZjO8ciSj +++ mktemp ++ local LAST_ERR=/tmp/tmp.uyFfeW2CZZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q6ZjO8ciSj ++ cat /tmp/tmp.uyFfeW2CZZ ++ rm /tmp/tmp.q6ZjO8ciSj /tmp/tmp.uyFfeW2CZZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 20 -ge 120 ]] + echo -n . .+ sleep 1 + retry=21 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fYBQf2XsPW +++ mktemp ++ local LAST_ERR=/tmp/tmp.03FR3LYAv1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fYBQf2XsPW ++ cat /tmp/tmp.03FR3LYAv1 ++ rm /tmp/tmp.fYBQf2XsPW /tmp/tmp.03FR3LYAv1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 21 -ge 120 ]] + echo -n . .+ sleep 1 + retry=22 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.suoIb9Jf6n +++ mktemp ++ local LAST_ERR=/tmp/tmp.T5onpDrmEf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.suoIb9Jf6n ++ cat /tmp/tmp.T5onpDrmEf ++ rm /tmp/tmp.suoIb9Jf6n /tmp/tmp.T5onpDrmEf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 22 -ge 120 ]] + echo -n . .+ sleep 1 + retry=23 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AyVgxieq0U +++ mktemp ++ local LAST_ERR=/tmp/tmp.bl2xz74nVJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AyVgxieq0U ++ cat /tmp/tmp.bl2xz74nVJ ++ rm /tmp/tmp.AyVgxieq0U /tmp/tmp.bl2xz74nVJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 23 -ge 120 ]] + echo -n . .+ sleep 1 + retry=24 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7fBSyMTYiA +++ mktemp ++ local LAST_ERR=/tmp/tmp.YsslBidyIZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7fBSyMTYiA ++ cat /tmp/tmp.YsslBidyIZ ++ rm /tmp/tmp.7fBSyMTYiA /tmp/tmp.YsslBidyIZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 24 -ge 120 ]] + echo -n . .+ sleep 1 + retry=25 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vKJAuqwUpk +++ mktemp ++ local LAST_ERR=/tmp/tmp.xhku5tpsRf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vKJAuqwUpk ++ cat /tmp/tmp.xhku5tpsRf ++ rm /tmp/tmp.vKJAuqwUpk /tmp/tmp.xhku5tpsRf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 25 -ge 120 ]] + echo -n . .+ sleep 1 + retry=26 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RFZJFauOSW +++ mktemp ++ local LAST_ERR=/tmp/tmp.5ck6ZBiBfS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RFZJFauOSW ++ cat /tmp/tmp.5ck6ZBiBfS ++ rm /tmp/tmp.RFZJFauOSW /tmp/tmp.5ck6ZBiBfS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 26 -ge 120 ]] + echo -n . .+ sleep 1 + retry=27 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X6Pzfg95QC +++ mktemp ++ local LAST_ERR=/tmp/tmp.tR852yuQA8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X6Pzfg95QC ++ cat /tmp/tmp.tR852yuQA8 ++ rm /tmp/tmp.X6Pzfg95QC /tmp/tmp.tR852yuQA8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 27 -ge 120 ]] + echo -n . .+ sleep 1 + retry=28 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.709PBljHBD +++ mktemp ++ local LAST_ERR=/tmp/tmp.3cv3DdCm21 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.709PBljHBD ++ cat /tmp/tmp.3cv3DdCm21 ++ rm /tmp/tmp.709PBljHBD /tmp/tmp.3cv3DdCm21 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 28 -ge 120 ]] + echo -n . .+ sleep 1 + retry=29 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6xW9juCJRc +++ mktemp ++ local LAST_ERR=/tmp/tmp.w3Lq3X4s1p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6xW9juCJRc ++ cat /tmp/tmp.w3Lq3X4s1p ++ rm /tmp/tmp.6xW9juCJRc /tmp/tmp.w3Lq3X4s1p ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 29 -ge 120 ]] + echo -n . .+ sleep 1 + retry=30 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DDxYLiJF13 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6ZegdmYDcI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DDxYLiJF13 ++ cat /tmp/tmp.6ZegdmYDcI ++ rm /tmp/tmp.DDxYLiJF13 /tmp/tmp.6ZegdmYDcI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 30 -ge 120 ]] + echo -n . .+ sleep 1 + retry=31 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TmYwde8MPN +++ mktemp ++ local LAST_ERR=/tmp/tmp.BTE2Xd0gkg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TmYwde8MPN ++ cat /tmp/tmp.BTE2Xd0gkg ++ rm /tmp/tmp.TmYwde8MPN /tmp/tmp.BTE2Xd0gkg ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 31 -ge 120 ]] + echo -n . .+ sleep 1 + retry=32 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MmlcAG9L2J +++ mktemp ++ local LAST_ERR=/tmp/tmp.1jfiVLfNgu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MmlcAG9L2J ++ cat /tmp/tmp.1jfiVLfNgu ++ rm /tmp/tmp.MmlcAG9L2J /tmp/tmp.1jfiVLfNgu ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 32 -ge 120 ]] + echo -n . .+ sleep 1 + retry=33 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TWreoSW3Kr +++ mktemp ++ local LAST_ERR=/tmp/tmp.rRbYMwokaJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TWreoSW3Kr ++ cat /tmp/tmp.rRbYMwokaJ ++ rm /tmp/tmp.TWreoSW3Kr /tmp/tmp.rRbYMwokaJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 33 -ge 120 ]] + echo -n . .+ sleep 1 + retry=34 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q3xYsy6Jnh +++ mktemp ++ local LAST_ERR=/tmp/tmp.IWO7ZVKWGc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q3xYsy6Jnh ++ cat /tmp/tmp.IWO7ZVKWGc ++ rm /tmp/tmp.q3xYsy6Jnh /tmp/tmp.IWO7ZVKWGc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 34 -ge 120 ]] + echo -n . .+ sleep 1 + retry=35 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.biQo3U1sxy +++ mktemp ++ local LAST_ERR=/tmp/tmp.I5PlchEykM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.biQo3U1sxy ++ cat /tmp/tmp.I5PlchEykM ++ rm /tmp/tmp.biQo3U1sxy /tmp/tmp.I5PlchEykM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 35 -ge 120 ]] + echo -n . .+ sleep 1 + retry=36 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.91jtm5izrQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.zq0u2r5aBe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.91jtm5izrQ ++ cat /tmp/tmp.zq0u2r5aBe ++ rm /tmp/tmp.91jtm5izrQ /tmp/tmp.zq0u2r5aBe ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 36 -ge 120 ]] + echo -n . .+ sleep 1 + retry=37 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ry4H0lxqC4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.y6wi7RXg3r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ry4H0lxqC4 ++ cat /tmp/tmp.y6wi7RXg3r ++ rm /tmp/tmp.Ry4H0lxqC4 /tmp/tmp.y6wi7RXg3r ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 37 -ge 120 ]] + echo -n . .+ sleep 1 + retry=38 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Tzw1bhvlO +++ mktemp ++ local LAST_ERR=/tmp/tmp.N2TjE2lCMi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Tzw1bhvlO ++ cat /tmp/tmp.N2TjE2lCMi ++ rm /tmp/tmp.1Tzw1bhvlO /tmp/tmp.N2TjE2lCMi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 38 -ge 120 ]] + echo -n . .+ sleep 1 + retry=39 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mFIygcOSEa +++ mktemp ++ local LAST_ERR=/tmp/tmp.8AvFEHN2DE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mFIygcOSEa ++ cat /tmp/tmp.8AvFEHN2DE ++ rm /tmp/tmp.mFIygcOSEa /tmp/tmp.8AvFEHN2DE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 39 -ge 120 ]] + echo -n . .+ sleep 1 + retry=40 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.buhoVD4wit +++ mktemp ++ local LAST_ERR=/tmp/tmp.KT1YlShBcK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.buhoVD4wit ++ cat /tmp/tmp.KT1YlShBcK ++ rm /tmp/tmp.buhoVD4wit /tmp/tmp.KT1YlShBcK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 40 -ge 120 ]] + echo -n . .+ sleep 1 + retry=41 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FGcmU7RpZJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.hXNFLP4c5z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FGcmU7RpZJ ++ cat /tmp/tmp.hXNFLP4c5z ++ rm /tmp/tmp.FGcmU7RpZJ /tmp/tmp.hXNFLP4c5z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 41 -ge 120 ]] + echo -n . .+ sleep 1 + retry=42 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PM3Vw2QYd9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UGdCERdxGV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PM3Vw2QYd9 ++ cat /tmp/tmp.UGdCERdxGV ++ rm /tmp/tmp.PM3Vw2QYd9 /tmp/tmp.UGdCERdxGV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 42 -ge 120 ]] + echo -n . .+ sleep 1 + retry=43 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y61Sj6J3ec +++ mktemp ++ local LAST_ERR=/tmp/tmp.EwF3IGNd8N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y61Sj6J3ec ++ cat /tmp/tmp.EwF3IGNd8N ++ rm /tmp/tmp.y61Sj6J3ec /tmp/tmp.EwF3IGNd8N ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 43 -ge 120 ]] + echo -n . .+ sleep 1 + retry=44 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fR3n2A4asC +++ mktemp ++ local LAST_ERR=/tmp/tmp.bdYdTZT0BO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fR3n2A4asC ++ cat /tmp/tmp.bdYdTZT0BO ++ rm /tmp/tmp.fR3n2A4asC /tmp/tmp.bdYdTZT0BO ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 44 -ge 120 ]] + echo -n . .+ sleep 1 + retry=45 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2uuKB1weje +++ mktemp ++ local LAST_ERR=/tmp/tmp.yrFr8aSOoQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2uuKB1weje ++ cat /tmp/tmp.yrFr8aSOoQ ++ rm /tmp/tmp.2uuKB1weje /tmp/tmp.yrFr8aSOoQ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 45 -ge 120 ]] + echo -n . .+ sleep 1 + retry=46 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hgJ8UoRd64 +++ mktemp ++ local LAST_ERR=/tmp/tmp.c3QKPGJSdE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hgJ8UoRd64 ++ cat /tmp/tmp.c3QKPGJSdE ++ rm /tmp/tmp.hgJ8UoRd64 /tmp/tmp.c3QKPGJSdE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 46 -ge 120 ]] + echo -n . .+ sleep 1 + retry=47 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HKwdQed0eq +++ mktemp ++ local LAST_ERR=/tmp/tmp.b8A52AqfVv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HKwdQed0eq ++ cat /tmp/tmp.b8A52AqfVv ++ rm /tmp/tmp.HKwdQed0eq /tmp/tmp.b8A52AqfVv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 47 -ge 120 ]] + echo -n . .+ sleep 1 + retry=48 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dmm1VAVtP2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yDDWgqjY41 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dmm1VAVtP2 ++ cat /tmp/tmp.yDDWgqjY41 ++ rm /tmp/tmp.dmm1VAVtP2 /tmp/tmp.yDDWgqjY41 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 48 -ge 120 ]] + echo -n . .+ sleep 1 + retry=49 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2ToZ1A3bMV +++ mktemp ++ local LAST_ERR=/tmp/tmp.qabJzYCvif ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2ToZ1A3bMV ++ cat /tmp/tmp.qabJzYCvif ++ rm /tmp/tmp.2ToZ1A3bMV /tmp/tmp.qabJzYCvif ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 49 -ge 120 ]] + echo -n . .+ sleep 1 + retry=50 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zf6pw8d7W2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9Ly8548O26 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zf6pw8d7W2 ++ cat /tmp/tmp.9Ly8548O26 ++ rm /tmp/tmp.zf6pw8d7W2 /tmp/tmp.9Ly8548O26 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 50 -ge 120 ]] + echo -n . .+ sleep 1 + retry=51 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fhzWMN5bhD +++ mktemp ++ local LAST_ERR=/tmp/tmp.UXiHxn1Jsu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fhzWMN5bhD ++ cat /tmp/tmp.UXiHxn1Jsu ++ rm /tmp/tmp.fhzWMN5bhD /tmp/tmp.UXiHxn1Jsu ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 51 -ge 120 ]] + echo -n . .+ sleep 1 + retry=52 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L5EjWa9JJP +++ mktemp ++ local LAST_ERR=/tmp/tmp.up2PdXmKF7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L5EjWa9JJP ++ cat /tmp/tmp.up2PdXmKF7 ++ rm /tmp/tmp.L5EjWa9JJP /tmp/tmp.up2PdXmKF7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 52 -ge 120 ]] + echo -n . .+ sleep 1 + retry=53 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AbGkezOArC +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ka1onHowDt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AbGkezOArC ++ cat /tmp/tmp.Ka1onHowDt ++ rm /tmp/tmp.AbGkezOArC /tmp/tmp.Ka1onHowDt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 53 -ge 120 ]] + echo -n . .+ sleep 1 + retry=54 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BUdU8NK4zH +++ mktemp ++ local LAST_ERR=/tmp/tmp.co84v6SlWW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BUdU8NK4zH ++ cat /tmp/tmp.co84v6SlWW ++ rm /tmp/tmp.BUdU8NK4zH /tmp/tmp.co84v6SlWW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 54 -ge 120 ]] + echo -n . .+ sleep 1 + retry=55 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lOI1mQ17GB +++ mktemp ++ local LAST_ERR=/tmp/tmp.08eYNthUB3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lOI1mQ17GB ++ cat /tmp/tmp.08eYNthUB3 ++ rm /tmp/tmp.lOI1mQ17GB /tmp/tmp.08eYNthUB3 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 55 -ge 120 ]] + echo -n . .+ sleep 1 + retry=56 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.elG8bgx7wG +++ mktemp ++ local LAST_ERR=/tmp/tmp.birKz3iaGW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.elG8bgx7wG ++ cat /tmp/tmp.birKz3iaGW ++ rm /tmp/tmp.elG8bgx7wG /tmp/tmp.birKz3iaGW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 56 -ge 120 ]] + echo -n . .+ sleep 1 + retry=57 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b6LyXGC8Ss +++ mktemp ++ local LAST_ERR=/tmp/tmp.yqUtPpZXBP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b6LyXGC8Ss ++ cat /tmp/tmp.yqUtPpZXBP ++ rm /tmp/tmp.b6LyXGC8Ss /tmp/tmp.yqUtPpZXBP ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 57 -ge 120 ]] + echo -n . .+ sleep 1 + retry=58 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wVHZFqJgdw +++ mktemp ++ local LAST_ERR=/tmp/tmp.opQFBFyeuk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wVHZFqJgdw ++ cat /tmp/tmp.opQFBFyeuk ++ rm /tmp/tmp.wVHZFqJgdw /tmp/tmp.opQFBFyeuk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 58 -ge 120 ]] + echo -n . .+ sleep 1 + retry=59 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.i6XwZLGb0l +++ mktemp ++ local LAST_ERR=/tmp/tmp.SMfRpVt5cj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.i6XwZLGb0l ++ cat /tmp/tmp.SMfRpVt5cj ++ rm /tmp/tmp.i6XwZLGb0l /tmp/tmp.SMfRpVt5cj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 59 -ge 120 ]] + echo -n . .+ sleep 1 + retry=60 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JRlJmJQT8g +++ mktemp ++ local LAST_ERR=/tmp/tmp.Gy6gQTCpmi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JRlJmJQT8g ++ cat /tmp/tmp.Gy6gQTCpmi ++ rm /tmp/tmp.JRlJmJQT8g /tmp/tmp.Gy6gQTCpmi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 60 -ge 120 ]] + echo -n . .+ sleep 1 + retry=61 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lWNLmkNTKR +++ mktemp ++ local LAST_ERR=/tmp/tmp.zidNdrpJqL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lWNLmkNTKR ++ cat /tmp/tmp.zidNdrpJqL ++ rm /tmp/tmp.lWNLmkNTKR /tmp/tmp.zidNdrpJqL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 61 -ge 120 ]] + echo -n . .+ sleep 1 + retry=62 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M4JpG9HChY +++ mktemp ++ local LAST_ERR=/tmp/tmp.Of7s4CVkaz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M4JpG9HChY ++ cat /tmp/tmp.Of7s4CVkaz ++ rm /tmp/tmp.M4JpG9HChY /tmp/tmp.Of7s4CVkaz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 62 -ge 120 ]] + echo -n . .+ sleep 1 + retry=63 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m5q3uQmg5G +++ mktemp ++ local LAST_ERR=/tmp/tmp.FcUzaTQeAz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m5q3uQmg5G ++ cat /tmp/tmp.FcUzaTQeAz ++ rm /tmp/tmp.m5q3uQmg5G /tmp/tmp.FcUzaTQeAz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 63 -ge 120 ]] + echo -n . .+ sleep 1 + retry=64 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RZeFE4ZtA9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6vUCr5ELFm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RZeFE4ZtA9 ++ cat /tmp/tmp.6vUCr5ELFm ++ rm /tmp/tmp.RZeFE4ZtA9 /tmp/tmp.6vUCr5ELFm ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 64 -ge 120 ]] + echo -n . .+ sleep 1 + retry=65 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sC04yYmUe6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.wqjYI1rcOC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sC04yYmUe6 ++ cat /tmp/tmp.wqjYI1rcOC ++ rm /tmp/tmp.sC04yYmUe6 /tmp/tmp.wqjYI1rcOC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 65 -ge 120 ]] + echo -n . .+ sleep 1 + retry=66 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mhxS7hvImB +++ mktemp ++ local LAST_ERR=/tmp/tmp.s4ZM4dUJn2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mhxS7hvImB ++ cat /tmp/tmp.s4ZM4dUJn2 ++ rm /tmp/tmp.mhxS7hvImB /tmp/tmp.s4ZM4dUJn2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 66 -ge 120 ]] + echo -n . .+ sleep 1 + retry=67 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xw5y9RGyf8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Bh6K5Wfc74 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xw5y9RGyf8 ++ cat /tmp/tmp.Bh6K5Wfc74 ++ rm /tmp/tmp.Xw5y9RGyf8 /tmp/tmp.Bh6K5Wfc74 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 67 -ge 120 ]] + echo -n . .+ sleep 1 + retry=68 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WowjCT4bIR +++ mktemp ++ local LAST_ERR=/tmp/tmp.dO7AQH4lUv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WowjCT4bIR ++ cat /tmp/tmp.dO7AQH4lUv ++ rm /tmp/tmp.WowjCT4bIR /tmp/tmp.dO7AQH4lUv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 68 -ge 120 ]] + echo -n . .+ sleep 1 + retry=69 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lJQZAI4bog +++ mktemp ++ local LAST_ERR=/tmp/tmp.6Q5kuaoHF7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lJQZAI4bog ++ cat /tmp/tmp.6Q5kuaoHF7 ++ rm /tmp/tmp.lJQZAI4bog /tmp/tmp.6Q5kuaoHF7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 69 -ge 120 ]] + echo -n . .+ sleep 1 + retry=70 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uwohYrv58O +++ mktemp ++ local LAST_ERR=/tmp/tmp.CLWHfhtRjK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uwohYrv58O ++ cat /tmp/tmp.CLWHfhtRjK ++ rm /tmp/tmp.uwohYrv58O /tmp/tmp.CLWHfhtRjK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 70 -ge 120 ]] + echo -n . .+ sleep 1 + retry=71 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uFuL9CEhTl +++ mktemp ++ local LAST_ERR=/tmp/tmp.GiCaBiY6Vr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uFuL9CEhTl ++ cat /tmp/tmp.GiCaBiY6Vr ++ rm /tmp/tmp.uFuL9CEhTl /tmp/tmp.GiCaBiY6Vr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 71 -ge 120 ]] + echo -n . .+ sleep 1 + retry=72 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JNWniLJGQG +++ mktemp ++ local LAST_ERR=/tmp/tmp.eGiMjaSJcC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JNWniLJGQG ++ cat /tmp/tmp.eGiMjaSJcC ++ rm /tmp/tmp.JNWniLJGQG /tmp/tmp.eGiMjaSJcC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 72 -ge 120 ]] + echo -n . .+ sleep 1 + retry=73 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V9BvqALTMU +++ mktemp ++ local LAST_ERR=/tmp/tmp.haLaDlECN0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V9BvqALTMU ++ cat /tmp/tmp.haLaDlECN0 ++ rm /tmp/tmp.V9BvqALTMU /tmp/tmp.haLaDlECN0 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 73 -ge 120 ]] + echo -n . .+ sleep 1 + retry=74 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tZS6dyXllG +++ mktemp ++ local LAST_ERR=/tmp/tmp.VA99R2oxBh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tZS6dyXllG ++ cat /tmp/tmp.VA99R2oxBh ++ rm /tmp/tmp.tZS6dyXllG /tmp/tmp.VA99R2oxBh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 74 -ge 120 ]] + echo -n . .+ sleep 1 + retry=75 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gAPQLmeWru +++ mktemp ++ local LAST_ERR=/tmp/tmp.p3hIi4p9W4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gAPQLmeWru ++ cat /tmp/tmp.p3hIi4p9W4 ++ rm /tmp/tmp.gAPQLmeWru /tmp/tmp.p3hIi4p9W4 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 75 -ge 120 ]] + echo -n . .+ sleep 1 + retry=76 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8Ha1Gr6l80 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qt1S7qvpv3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8Ha1Gr6l80 ++ cat /tmp/tmp.qt1S7qvpv3 ++ rm /tmp/tmp.8Ha1Gr6l80 /tmp/tmp.qt1S7qvpv3 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 76 -ge 120 ]] + echo -n . .+ sleep 1 + retry=77 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LfPb9hMQHT +++ mktemp ++ local LAST_ERR=/tmp/tmp.EDkTmnj3Xc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LfPb9hMQHT ++ cat /tmp/tmp.EDkTmnj3Xc ++ rm /tmp/tmp.LfPb9hMQHT /tmp/tmp.EDkTmnj3Xc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 77 -ge 120 ]] + echo -n . .+ sleep 1 + retry=78 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.clZdenD1BV +++ mktemp ++ local LAST_ERR=/tmp/tmp.KjyMkGe0c8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.clZdenD1BV ++ cat /tmp/tmp.KjyMkGe0c8 ++ rm /tmp/tmp.clZdenD1BV /tmp/tmp.KjyMkGe0c8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 78 -ge 120 ]] + echo -n . .+ sleep 1 + retry=79 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wIbpaQRQib +++ mktemp ++ local LAST_ERR=/tmp/tmp.74du8JLI6p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wIbpaQRQib ++ cat /tmp/tmp.74du8JLI6p ++ rm /tmp/tmp.wIbpaQRQib /tmp/tmp.74du8JLI6p ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 79 -ge 120 ]] + echo -n . .+ sleep 1 + retry=80 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qR3JV7ZTYU +++ mktemp ++ local LAST_ERR=/tmp/tmp.VZDYCwrxnk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qR3JV7ZTYU ++ cat /tmp/tmp.VZDYCwrxnk ++ rm /tmp/tmp.qR3JV7ZTYU /tmp/tmp.VZDYCwrxnk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 80 -ge 120 ]] + echo -n . .+ sleep 1 + retry=81 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qOLp0Lj96b +++ mktemp ++ local LAST_ERR=/tmp/tmp.wWCZYXIGkI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qOLp0Lj96b ++ cat /tmp/tmp.wWCZYXIGkI ++ rm /tmp/tmp.qOLp0Lj96b /tmp/tmp.wWCZYXIGkI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 81 -ge 120 ]] + echo -n . .+ sleep 1 + retry=82 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y8UyVhUOnV +++ mktemp ++ local LAST_ERR=/tmp/tmp.Yg2ZUw1VM1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y8UyVhUOnV ++ cat /tmp/tmp.Yg2ZUw1VM1 ++ rm /tmp/tmp.y8UyVhUOnV /tmp/tmp.Yg2ZUw1VM1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 82 -ge 120 ]] + echo -n . .+ sleep 1 + retry=83 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R2pKVasIuT +++ mktemp ++ local LAST_ERR=/tmp/tmp.dRTVhXANpM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R2pKVasIuT ++ cat /tmp/tmp.dRTVhXANpM ++ rm /tmp/tmp.R2pKVasIuT /tmp/tmp.dRTVhXANpM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 83 -ge 120 ]] + echo -n . .+ sleep 1 + retry=84 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ca8VcipTiT +++ mktemp ++ local LAST_ERR=/tmp/tmp.wa0L97EhmR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ca8VcipTiT ++ cat /tmp/tmp.wa0L97EhmR ++ rm /tmp/tmp.ca8VcipTiT /tmp/tmp.wa0L97EhmR ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 84 -ge 120 ]] + echo -n . .+ sleep 1 + retry=85 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eXfJF3hxTe +++ mktemp ++ local LAST_ERR=/tmp/tmp.89cA67QfI7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eXfJF3hxTe ++ cat /tmp/tmp.89cA67QfI7 ++ rm /tmp/tmp.eXfJF3hxTe /tmp/tmp.89cA67QfI7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 85 -ge 120 ]] + echo -n . .+ sleep 1 + retry=86 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gTOi2ndips +++ mktemp ++ local LAST_ERR=/tmp/tmp.sVz7Q7XSSx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gTOi2ndips ++ cat /tmp/tmp.sVz7Q7XSSx ++ rm /tmp/tmp.gTOi2ndips /tmp/tmp.sVz7Q7XSSx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 86 -ge 120 ]] + echo -n . .+ sleep 1 + retry=87 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.s0KEq1jLC5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.EZbd41uJCy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s0KEq1jLC5 ++ cat /tmp/tmp.EZbd41uJCy ++ rm /tmp/tmp.s0KEq1jLC5 /tmp/tmp.EZbd41uJCy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 87 -ge 120 ]] + echo -n . .+ sleep 1 + retry=88 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.maT9Kpveg7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kTPe43Nj4G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.maT9Kpveg7 ++ cat /tmp/tmp.kTPe43Nj4G ++ rm /tmp/tmp.maT9Kpveg7 /tmp/tmp.kTPe43Nj4G ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 88 -ge 120 ]] + echo -n . .+ sleep 1 + retry=89 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QbPLu7cLep +++ mktemp ++ local LAST_ERR=/tmp/tmp.cvy0v3Hywh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QbPLu7cLep ++ cat /tmp/tmp.cvy0v3Hywh ++ rm /tmp/tmp.QbPLu7cLep /tmp/tmp.cvy0v3Hywh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 89 -ge 120 ]] + echo -n . .+ sleep 1 + retry=90 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bD1CmySEML +++ mktemp ++ local LAST_ERR=/tmp/tmp.KVsOhFFLKw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bD1CmySEML ++ cat /tmp/tmp.KVsOhFFLKw ++ rm /tmp/tmp.bD1CmySEML /tmp/tmp.KVsOhFFLKw ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 90 -ge 120 ]] + echo -n . .+ sleep 1 + retry=91 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VFW4iumEOw +++ mktemp ++ local LAST_ERR=/tmp/tmp.qChKMA4WVc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VFW4iumEOw ++ cat /tmp/tmp.qChKMA4WVc ++ rm /tmp/tmp.VFW4iumEOw /tmp/tmp.qChKMA4WVc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 91 -ge 120 ]] + echo -n . .+ sleep 1 + retry=92 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IAeb1BUxrv +++ mktemp ++ local LAST_ERR=/tmp/tmp.L6EcQ3co6c ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IAeb1BUxrv ++ cat /tmp/tmp.L6EcQ3co6c ++ rm /tmp/tmp.IAeb1BUxrv /tmp/tmp.L6EcQ3co6c ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 92 -ge 120 ]] + echo -n . .+ sleep 1 + retry=93 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cdvQdNK6FK +++ mktemp ++ local LAST_ERR=/tmp/tmp.lXblIUWMIB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cdvQdNK6FK ++ cat /tmp/tmp.lXblIUWMIB ++ rm /tmp/tmp.cdvQdNK6FK /tmp/tmp.lXblIUWMIB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 93 -ge 120 ]] + echo -n . .+ sleep 1 + retry=94 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wjLz6p8jpb +++ mktemp ++ local LAST_ERR=/tmp/tmp.gSGbmcEX87 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wjLz6p8jpb ++ cat /tmp/tmp.gSGbmcEX87 ++ rm /tmp/tmp.wjLz6p8jpb /tmp/tmp.gSGbmcEX87 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 94 -ge 120 ]] + echo -n . .+ sleep 1 + retry=95 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KdBzBi1D5I +++ mktemp ++ local LAST_ERR=/tmp/tmp.r89m9q1buv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KdBzBi1D5I ++ cat /tmp/tmp.r89m9q1buv ++ rm /tmp/tmp.KdBzBi1D5I /tmp/tmp.r89m9q1buv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 95 -ge 120 ]] + echo -n . .+ sleep 1 + retry=96 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.70pDzmqcTP +++ mktemp ++ local LAST_ERR=/tmp/tmp.2Yj4yhjEEd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.70pDzmqcTP ++ cat /tmp/tmp.2Yj4yhjEEd ++ rm /tmp/tmp.70pDzmqcTP /tmp/tmp.2Yj4yhjEEd ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 96 -ge 120 ]] + echo -n . .+ sleep 1 + retry=97 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EzXVVumxfo +++ mktemp ++ local LAST_ERR=/tmp/tmp.398a0YGWAG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EzXVVumxfo ++ cat /tmp/tmp.398a0YGWAG ++ rm /tmp/tmp.EzXVVumxfo /tmp/tmp.398a0YGWAG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 97 -ge 120 ]] + echo -n . .+ sleep 1 + retry=98 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vhhnmPG1bl +++ mktemp ++ local LAST_ERR=/tmp/tmp.cauIPshYZ7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vhhnmPG1bl ++ cat /tmp/tmp.cauIPshYZ7 ++ rm /tmp/tmp.vhhnmPG1bl /tmp/tmp.cauIPshYZ7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 98 -ge 120 ]] + echo -n . .+ sleep 1 + retry=99 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o7pLxfdx98 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kSSUEOC7UL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o7pLxfdx98 ++ cat /tmp/tmp.kSSUEOC7UL ++ rm /tmp/tmp.o7pLxfdx98 /tmp/tmp.kSSUEOC7UL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 99 -ge 120 ]] + echo -n . .+ sleep 1 + retry=100 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DCgSviEkQo +++ mktemp ++ local LAST_ERR=/tmp/tmp.NT7cFlsg05 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DCgSviEkQo ++ cat /tmp/tmp.NT7cFlsg05 ++ rm /tmp/tmp.DCgSviEkQo /tmp/tmp.NT7cFlsg05 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 100 -ge 120 ]] + echo -n . .+ sleep 1 + retry=101 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2hB0Gnyo3d +++ mktemp ++ local LAST_ERR=/tmp/tmp.odDh9WJ94Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2hB0Gnyo3d ++ cat /tmp/tmp.odDh9WJ94Z ++ rm /tmp/tmp.2hB0Gnyo3d /tmp/tmp.odDh9WJ94Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 101 -ge 120 ]] + echo -n . .+ sleep 1 + retry=102 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N3QYjPa9A9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xTyBNdx1aR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N3QYjPa9A9 ++ cat /tmp/tmp.xTyBNdx1aR ++ rm /tmp/tmp.N3QYjPa9A9 /tmp/tmp.xTyBNdx1aR ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 102 -ge 120 ]] + echo -n . .+ sleep 1 + retry=103 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lQTomcqTGa +++ mktemp ++ local LAST_ERR=/tmp/tmp.62IvecwnYC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lQTomcqTGa ++ cat /tmp/tmp.62IvecwnYC ++ rm /tmp/tmp.lQTomcqTGa /tmp/tmp.62IvecwnYC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 103 -ge 120 ]] + echo -n . .+ sleep 1 + retry=104 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3VBuxhsNVY +++ mktemp ++ local LAST_ERR=/tmp/tmp.56XDyvGDq1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3VBuxhsNVY ++ cat /tmp/tmp.56XDyvGDq1 ++ rm /tmp/tmp.3VBuxhsNVY /tmp/tmp.56XDyvGDq1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 104 -ge 120 ]] + echo -n . .+ sleep 1 + retry=105 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.utt9bGZzHK +++ mktemp ++ local LAST_ERR=/tmp/tmp.a7SDIDuEsB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.utt9bGZzHK ++ cat /tmp/tmp.a7SDIDuEsB ++ rm /tmp/tmp.utt9bGZzHK /tmp/tmp.a7SDIDuEsB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 105 -ge 120 ]] + echo -n . .+ sleep 1 + retry=106 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VAYCVUKPJV +++ mktemp ++ local LAST_ERR=/tmp/tmp.Egf4o2NGK0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VAYCVUKPJV ++ cat /tmp/tmp.Egf4o2NGK0 ++ rm /tmp/tmp.VAYCVUKPJV /tmp/tmp.Egf4o2NGK0 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 106 -ge 120 ]] + echo -n . .+ sleep 1 + retry=107 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yBJrqHMkek +++ mktemp ++ local LAST_ERR=/tmp/tmp.MgYySJcn0n ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yBJrqHMkek ++ cat /tmp/tmp.MgYySJcn0n ++ rm /tmp/tmp.yBJrqHMkek /tmp/tmp.MgYySJcn0n ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 107 -ge 120 ]] + echo -n . .+ sleep 1 + retry=108 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p9nmuq07Ji +++ mktemp ++ local LAST_ERR=/tmp/tmp.oXKT44dgFi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p9nmuq07Ji ++ cat /tmp/tmp.oXKT44dgFi ++ rm /tmp/tmp.p9nmuq07Ji /tmp/tmp.oXKT44dgFi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 108 -ge 120 ]] + echo -n . .+ sleep 1 + retry=109 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OPoD9gLzRg +++ mktemp ++ local LAST_ERR=/tmp/tmp.HHpu3g2jUj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OPoD9gLzRg ++ cat /tmp/tmp.HHpu3g2jUj ++ rm /tmp/tmp.OPoD9gLzRg /tmp/tmp.HHpu3g2jUj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 109 -ge 120 ]] + echo -n . .+ sleep 1 + retry=110 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3w5Xmz9yAT +++ mktemp ++ local LAST_ERR=/tmp/tmp.e5pxPNDBX6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3w5Xmz9yAT ++ cat /tmp/tmp.e5pxPNDBX6 ++ rm /tmp/tmp.3w5Xmz9yAT /tmp/tmp.e5pxPNDBX6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 110 -ge 120 ]] + echo -n . .+ sleep 1 + retry=111 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WgYjBLTKEO +++ mktemp ++ local LAST_ERR=/tmp/tmp.ObV8ALbM7Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WgYjBLTKEO ++ cat /tmp/tmp.ObV8ALbM7Z ++ rm /tmp/tmp.WgYjBLTKEO /tmp/tmp.ObV8ALbM7Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 111 -ge 120 ]] + echo -n . .+ sleep 1 + retry=112 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rbHduL9X5F +++ mktemp ++ local LAST_ERR=/tmp/tmp.70P9JPkrAS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rbHduL9X5F ++ cat /tmp/tmp.70P9JPkrAS ++ rm /tmp/tmp.rbHduL9X5F /tmp/tmp.70P9JPkrAS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 112 -ge 120 ]] + echo -n . .+ sleep 1 + retry=113 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Kva6uPbR0U +++ mktemp ++ local LAST_ERR=/tmp/tmp.lh9wHNC6RS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Kva6uPbR0U ++ cat /tmp/tmp.lh9wHNC6RS ++ rm /tmp/tmp.Kva6uPbR0U /tmp/tmp.lh9wHNC6RS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 113 -ge 120 ]] + echo -n . .+ sleep 1 + retry=114 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vf0lIbyFfI +++ mktemp ++ local LAST_ERR=/tmp/tmp.SfMObfSAV8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vf0lIbyFfI ++ cat /tmp/tmp.SfMObfSAV8 ++ rm /tmp/tmp.vf0lIbyFfI /tmp/tmp.SfMObfSAV8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 114 -ge 120 ]] + echo -n . .+ sleep 1 + retry=115 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RiTSvxJ72v +++ mktemp ++ local LAST_ERR=/tmp/tmp.PZVDE9kDZI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RiTSvxJ72v ++ cat /tmp/tmp.PZVDE9kDZI ++ rm /tmp/tmp.RiTSvxJ72v /tmp/tmp.PZVDE9kDZI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 115 -ge 120 ]] + echo -n . .+ sleep 1 + retry=116 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Een9HuuDH6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ta7Jc0qzEq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Een9HuuDH6 ++ cat /tmp/tmp.Ta7Jc0qzEq ++ rm /tmp/tmp.Een9HuuDH6 /tmp/tmp.Ta7Jc0qzEq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 116 -ge 120 ]] + echo -n . .+ sleep 1 + retry=117 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JrfN33n3RL +++ mktemp ++ local LAST_ERR=/tmp/tmp.ayk2eqNERk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JrfN33n3RL ++ cat /tmp/tmp.ayk2eqNERk ++ rm /tmp/tmp.JrfN33n3RL /tmp/tmp.ayk2eqNERk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 117 -ge 120 ]] + echo -n . .+ sleep 1 + retry=118 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7uGUxlHK48 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5kxj3Jhhlq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7uGUxlHK48 ++ cat /tmp/tmp.5kxj3Jhhlq ++ rm /tmp/tmp.7uGUxlHK48 /tmp/tmp.5kxj3Jhhlq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 118 -ge 120 ]] + echo -n . .+ sleep 1 + retry=119 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KJS88LKfz2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.4XH74WP7RT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KJS88LKfz2 ++ cat /tmp/tmp.4XH74WP7RT ++ rm /tmp/tmp.KJS88LKfz2 /tmp/tmp.4XH74WP7RT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 119 -ge 120 ]] + echo -n . .+ sleep 1 + retry=120 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h9d7RmUUwH +++ mktemp ++ local LAST_ERR=/tmp/tmp.zjMhahp8WW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h9d7RmUUwH ++ cat /tmp/tmp.zjMhahp8WW ++ rm /tmp/tmp.h9d7RmUUwH /tmp/tmp.zjMhahp8WW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 120 -ge 120 ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded' persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded + return 1 + return 1 + echo 'Enabling PVC resize' Enabling PVC resize + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' ++ mktemp + local LAST_OUT=/tmp/tmp.obn5ucz5Fq ++ mktemp + local LAST_ERR=/tmp/tmp.u4mgtbmBD3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.obn5ucz5Fq perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.u4mgtbmBD3 + rm /tmp/tmp.obn5ucz5Fq /tmp/tmp.u4mgtbmBD3 + return 0 + sleep 10 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_start_time=2026-06-11T03:24:18Z + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4Qz4AweC0W +++ mktemp ++ local LAST_ERR=/tmp/tmp.NAg74lwR8v ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4Qz4AweC0W ++ cat /tmp/tmp.NAg74lwR8v ++ rm /tmp/tmp.4Qz4AweC0W /tmp/tmp.NAg74lwR8v ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WGKqHY7pc1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.W2Wkm1ip6q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WGKqHY7pc1 ++ cat /tmp/tmp.W2Wkm1ip6q ++ rm /tmp/tmp.WGKqHY7pc1 /tmp/tmp.W2Wkm1ip6q ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.SHKZsoQFF5 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.lz6iUXo4af +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.SHKZsoQFF5 +++++ cat /tmp/tmp.lz6iUXo4af +++++ rm /tmp/tmp.SHKZsoQFF5 /tmp/tmp.lz6iUXo4af +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Vm2WvOPDsy +++ mktemp ++ local LAST_ERR=/tmp/tmp.XrIo5gN4x3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Vm2WvOPDsy ++ cat /tmp/tmp.XrIo5gN4x3 ++ rm /tmp/tmp.Vm2WvOPDsy /tmp/tmp.XrIo5gN4x3 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.04T586fwBY +++ mktemp ++ local LAST_ERR=/tmp/tmp.13lPQSID6K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.04T586fwBY ++ cat /tmp/tmp.13lPQSID6K ++ rm /tmp/tmp.04T586fwBY /tmp/tmp.13lPQSID6K ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ly4SRPaLf4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QJM6uwoXg1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ly4SRPaLf4 ++ cat /tmp/tmp.QJM6uwoXg1 ++ rm /tmp/tmp.Ly4SRPaLf4 /tmp/tmp.QJM6uwoXg1 ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.CTldafszGb ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.umTI4wfzEx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.CTldafszGb +++++ cat /tmp/tmp.umTI4wfzEx +++++ rm /tmp/tmp.CTldafszGb /tmp/tmp.umTI4wfzEx +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oayWZlFabF +++ mktemp ++ local LAST_ERR=/tmp/tmp.sjp0ByVmyj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oayWZlFabF ++ cat /tmp/tmp.sjp0ByVmyj ++ rm /tmp/tmp.oayWZlFabF /tmp/tmp.sjp0ByVmyj ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ITfLmdIzxT +++ mktemp ++ local LAST_ERR=/tmp/tmp.j65IQKnSQ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ITfLmdIzxT ++ cat /tmp/tmp.j65IQKnSQ8 ++ rm /tmp/tmp.ITfLmdIzxT /tmp/tmp.j65IQKnSQ8 ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n3YjzpDqUL +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q1wJWy0VFD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n3YjzpDqUL ++ cat /tmp/tmp.Q1wJWy0VFD ++ rm /tmp/tmp.n3YjzpDqUL /tmp/tmp.Q1wJWy0VFD ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.AW7WfoC6VK ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.q1mwzFWzUO +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.AW7WfoC6VK +++++ cat /tmp/tmp.q1mwzFWzUO +++++ rm /tmp/tmp.AW7WfoC6VK /tmp/tmp.q1mwzFWzUO +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TlXuRJzr5L +++ mktemp ++ local LAST_ERR=/tmp/tmp.WpMI6WWBK6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TlXuRJzr5L ++ cat /tmp/tmp.WpMI6WWBK6 ++ rm /tmp/tmp.TlXuRJzr5L /tmp/tmp.WpMI6WWBK6 ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + wait_all_pvc_resize 3Gi + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.s8DnzXrOk5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6M2CjN4Lmr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s8DnzXrOk5 ++ cat /tmp/tmp.6M2CjN4Lmr ++ rm /tmp/tmp.s8DnzXrOk5 /tmp/tmp.6M2CjN4Lmr ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uj9h69FTDy +++ mktemp ++ local LAST_ERR=/tmp/tmp.b6uLuHqWca ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uj9h69FTDy ++ cat /tmp/tmp.b6uLuHqWca ++ rm /tmp/tmp.uj9h69FTDy /tmp/tmp.b6uLuHqWca ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C3tPcLCQ44 +++ mktemp ++ local LAST_ERR=/tmp/tmp.jmjz4c70zs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C3tPcLCQ44 ++ cat /tmp/tmp.jmjz4c70zs ++ rm /tmp/tmp.C3tPcLCQ44 /tmp/tmp.jmjz4c70zs ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lwnRXIOt16 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lMGS6xkzyq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lwnRXIOt16 ++ cat /tmp/tmp.lMGS6xkzyq ++ rm /tmp/tmp.lwnRXIOt16 /tmp/tmp.lMGS6xkzyq ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_finish_time=2026-06-11T03:25:28Z + has_error_status 2026-06-11T03:24:18Z 2026-06-11T03:25:28Z + local resize_start=2026-06-11T03:24:18Z + local resize_finish=2026-06-11T03:25:28Z + local error_expected=false ++ jq -r --arg start 2026-06-11T03:24:18Z --arg end 2026-06-11T03:25:28Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fWl93BfRIz +++ mktemp ++ local LAST_ERR=/tmp/tmp.dElYzuEZXe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fWl93BfRIz ++ cat /tmp/tmp.dElYzuEZXe ++ rm /tmp/tmp.fWl93BfRIz /tmp/tmp.dElYzuEZXe ++ return 0 + has_error=false + [[ false != false ]] + '[' 0 == 1 -o -n '' ']' + desc 'create 1st insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create 1st insufficient resourcequota ----------------------------------------------------------------------------------- ++ get_initial_size ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o 'jsonpath={.items[0].status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VfAWpFFspO +++ mktemp ++ local LAST_ERR=/tmp/tmp.oV4mAzb3DL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o 'jsonpath={.items[0].status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VfAWpFFspO ++ cat /tmp/tmp.oV4mAzb3DL ++ rm /tmp/tmp.VfAWpFFspO /tmp/tmp.oV4mAzb3DL ++ return 0 + initial_size=3Gi + apply_resourcequota 10Gi + local quota=10Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O1b7ohBLUd +++ mktemp ++ local LAST_ERR=/tmp/tmp.1vPm8rHm5K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O1b7ohBLUd ++ cat /tmp/tmp.1vPm8rHm5K ++ rm /tmp/tmp.O1b7ohBLUd /tmp/tmp.1vPm8rHm5K ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + kubectl_bin apply -f - + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/10Gi/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/resourcequota.yml ++ mktemp + local LAST_OUT=/tmp/tmp.nfWomY4kpH ++ mktemp + local LAST_ERR=/tmp/tmp.mzt68kxe4T + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nfWomY4kpH resourcequota/default-storage-quota created + cat /tmp/tmp.mzt68kxe4T + rm /tmp/tmp.nfWomY4kpH /tmp/tmp.mzt68kxe4T + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.AvEAfdPRKv ++ mktemp + local LAST_ERR=/tmp/tmp.hOt8INmHqR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AvEAfdPRKv perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.hOt8INmHqR + rm /tmp/tmp.AvEAfdPRKv /tmp/tmp.hOt8INmHqR + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7SWUp2qZdF +++ mktemp ++ local LAST_ERR=/tmp/tmp.CYuffquLzb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7SWUp2qZdF ++ cat /tmp/tmp.CYuffquLzb ++ rm /tmp/tmp.7SWUp2qZdF /tmp/tmp.CYuffquLzb ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x7YgQ3ahcP +++ mktemp ++ local LAST_ERR=/tmp/tmp.3sbhFMxryH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x7YgQ3ahcP ++ cat /tmp/tmp.3sbhFMxryH ++ rm /tmp/tmp.x7YgQ3ahcP /tmp/tmp.3sbhFMxryH ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.mhQKp12Ydn ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.CpFnghWgu2 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.mhQKp12Ydn +++++ cat /tmp/tmp.CpFnghWgu2 +++++ rm /tmp/tmp.mhQKp12Ydn /tmp/tmp.CpFnghWgu2 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZoF2gPGSDG +++ mktemp ++ local LAST_ERR=/tmp/tmp.vYQJI5ZEGh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZoF2gPGSDG ++ cat /tmp/tmp.vYQJI5ZEGh ++ rm /tmp/tmp.ZoF2gPGSDG /tmp/tmp.vYQJI5ZEGh ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N9ngPieoyT +++ mktemp ++ local LAST_ERR=/tmp/tmp.wX8UPwcXl9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N9ngPieoyT ++ cat /tmp/tmp.wX8UPwcXl9 ++ rm /tmp/tmp.N9ngPieoyT /tmp/tmp.wX8UPwcXl9 ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RDTKByiU63 +++ mktemp ++ local LAST_ERR=/tmp/tmp.3QXes0axqM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RDTKByiU63 ++ cat /tmp/tmp.3QXes0axqM ++ rm /tmp/tmp.RDTKByiU63 /tmp/tmp.3QXes0axqM ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.7JAMmtVHxF ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.fnl2zb6TZd +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.7JAMmtVHxF +++++ cat /tmp/tmp.fnl2zb6TZd +++++ rm /tmp/tmp.7JAMmtVHxF /tmp/tmp.fnl2zb6TZd +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SyAGgKiTr7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8MxP7QH07W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SyAGgKiTr7 ++ cat /tmp/tmp.8MxP7QH07W ++ rm /tmp/tmp.SyAGgKiTr7 /tmp/tmp.8MxP7QH07W ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi + local expected_size=4Gi + local pvc_num=1 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' ++ local LAST_OUT=/tmp/tmp.tYVnVgq5aq +++ mktemp ++ local LAST_ERR=/tmp/tmp.wl9XS3INBH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tYVnVgq5aq ++ cat /tmp/tmp.wl9XS3INBH ++ rm /tmp/tmp.tYVnVgq5aq /tmp/tmp.wl9XS3INBH ++ return 0 + [[ 1 == 1 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bncyyIi0VG +++ mktemp ++ local LAST_ERR=/tmp/tmp.mxvfwZYRKR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bncyyIi0VG ++ cat /tmp/tmp.mxvfwZYRKR ++ rm /tmp/tmp.bncyyIi0VG /tmp/tmp.mxvfwZYRKR ++ return 0 + resized_pvc=datadir-some-name-pxc-0 + echo 'datadir-some-name-pxc-0 was resized' datadir-some-name-pxc-0 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wJZ1D8XxwF +++ mktemp ++ local LAST_ERR=/tmp/tmp.iwEcFoIEbx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wJZ1D8XxwF ++ cat /tmp/tmp.iwEcFoIEbx ++ rm /tmp/tmp.wJZ1D8XxwF /tmp/tmp.iwEcFoIEbx ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.ixKkUitVWI +++ mktemp ++ local LAST_ERR=/tmp/tmp.751kk09Mam ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ixKkUitVWI ++ cat /tmp/tmp.751kk09Mam ++ rm /tmp/tmp.ixKkUitVWI /tmp/tmp.751kk09Mam ++ return 0 + [[ 2 != 2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.WfDUWqjafy +++ mktemp ++ local LAST_ERR=/tmp/tmp.lZpVb8A33N ++ local exit_status=0 ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WfDUWqjafy ++ cat /tmp/tmp.lZpVb8A33N ++ rm /tmp/tmp.WfDUWqjafy /tmp/tmp.lZpVb8A33N ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r ".items[] | select(.status.capacity.storage == \"$initial_size\") | .metadata.name")' ++ kubectl_bin describe pvc datadir-some-name-pxc-1 +++ mktemp ++ grep 'PVC resize failed' ++ local LAST_OUT=/tmp/tmp.kHe1C7W3KW ++ grep ExceededQuota +++ mktemp ++ local LAST_ERR=/tmp/tmp.IWhcM5iigk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-1 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kHe1C7W3KW ++ cat /tmp/tmp.IWhcM5iigk ++ rm /tmp/tmp.kHe1C7W3KW /tmp/tmp.IWhcM5iigk ++ return 0 + [[ ! -n Warning ExceededQuota 43s pxc-controller PVC resize failed ]] + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r ".items[] | select(.status.capacity.storage == \"$initial_size\") | .metadata.name")' ++ grep ExceededQuota ++ kubectl_bin describe pvc datadir-some-name-pxc-2 +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZmsCW0ohud +++ mktemp ++ grep 'PVC resize failed' ++ local LAST_ERR=/tmp/tmp.I7MJMpaoPp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-2 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZmsCW0ohud ++ cat /tmp/tmp.I7MJMpaoPp ++ rm /tmp/tmp.ZmsCW0ohud /tmp/tmp.I7MJMpaoPp ++ return 0 + [[ ! -n Warning ExceededQuota 46s pxc-controller PVC resize failed ]] + desc 'update insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- update insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 11Gi + local quota=11Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8vS7K7LLUg +++ mktemp ++ local LAST_ERR=/tmp/tmp.rBzBq3ZNb5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8vS7K7LLUg ++ cat /tmp/tmp.rBzBq3ZNb5 ++ rm /tmp/tmp.8vS7K7LLUg /tmp/tmp.rBzBq3ZNb5 ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 11Gi' Applying resourcequota for default storageclass standard-rwo with quota 11Gi + sed s/QUOTA/11Gi/ + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/resourcequota.yml ++ mktemp + local LAST_OUT=/tmp/tmp.sOF3LeQCWS ++ mktemp + local LAST_ERR=/tmp/tmp.5Ki3KBCBbe + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sOF3LeQCWS resourcequota/default-storage-quota configured + cat /tmp/tmp.5Ki3KBCBbe + rm /tmp/tmp.sOF3LeQCWS /tmp/tmp.5Ki3KBCBbe + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.1dEnwo9Caf ++ mktemp + local LAST_ERR=/tmp/tmp.0Bq5Z1wYKk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1dEnwo9Caf perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.0Bq5Z1wYKk + rm /tmp/tmp.1dEnwo9Caf /tmp/tmp.0Bq5Z1wYKk + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tahl9j3dOR +++ mktemp ++ local LAST_ERR=/tmp/tmp.75iJdG7wuk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tahl9j3dOR ++ cat /tmp/tmp.75iJdG7wuk ++ rm /tmp/tmp.tahl9j3dOR /tmp/tmp.75iJdG7wuk ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VCHrXkY1HG +++ mktemp ++ local LAST_ERR=/tmp/tmp.Cedof1f5HD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VCHrXkY1HG ++ cat /tmp/tmp.Cedof1f5HD ++ rm /tmp/tmp.VCHrXkY1HG /tmp/tmp.Cedof1f5HD ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.g2u0VkvLRY ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.3dauczdo3y +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.g2u0VkvLRY +++++ cat /tmp/tmp.3dauczdo3y +++++ rm /tmp/tmp.g2u0VkvLRY /tmp/tmp.3dauczdo3y +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2KmkrVn6Pg +++ mktemp ++ local LAST_ERR=/tmp/tmp.asptRpzZ9L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2KmkrVn6Pg ++ cat /tmp/tmp.asptRpzZ9L ++ rm /tmp/tmp.2KmkrVn6Pg /tmp/tmp.asptRpzZ9L ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hj7fdh6rcU +++ mktemp ++ local LAST_ERR=/tmp/tmp.BYuDuJeQeO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hj7fdh6rcU ++ cat /tmp/tmp.BYuDuJeQeO ++ rm /tmp/tmp.hj7fdh6rcU /tmp/tmp.BYuDuJeQeO ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FTkLgffdpp +++ mktemp ++ local LAST_ERR=/tmp/tmp.jQl45gsjvi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FTkLgffdpp ++ cat /tmp/tmp.jQl45gsjvi ++ rm /tmp/tmp.FTkLgffdpp /tmp/tmp.jQl45gsjvi ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.miulilvgkd ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.xECHqG9MLY +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.miulilvgkd +++++ cat /tmp/tmp.xECHqG9MLY +++++ rm /tmp/tmp.miulilvgkd /tmp/tmp.xECHqG9MLY +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T2kjrw0J68 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Yoc21cOFhU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.T2kjrw0J68 ++ cat /tmp/tmp.Yoc21cOFhU ++ rm /tmp/tmp.T2kjrw0J68 /tmp/tmp.Yoc21cOFhU ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OnD9KfQoMn +++ mktemp ++ local LAST_ERR=/tmp/tmp.q6zzbJooxa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OnD9KfQoMn ++ cat /tmp/tmp.q6zzbJooxa ++ rm /tmp/tmp.OnD9KfQoMn /tmp/tmp.q6zzbJooxa ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Sn2iET9Ur +++ mktemp ++ local LAST_ERR=/tmp/tmp.YbxnLv0Qvv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Sn2iET9Ur ++ cat /tmp/tmp.YbxnLv0Qvv ++ rm /tmp/tmp.1Sn2iET9Ur /tmp/tmp.YbxnLv0Qvv ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.qUQPMuLOuO ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wBaY6vlynx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.qUQPMuLOuO +++++ cat /tmp/tmp.wBaY6vlynx +++++ rm /tmp/tmp.qUQPMuLOuO /tmp/tmp.wBaY6vlynx +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XYy7uFJqtD +++ mktemp ++ local LAST_ERR=/tmp/tmp.eBw5BTOU0E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XYy7uFJqtD ++ cat /tmp/tmp.eBw5BTOU0E ++ rm /tmp/tmp.XYy7uFJqtD /tmp/tmp.eBw5BTOU0E ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0VcH2qtSzD +++ mktemp ++ local LAST_ERR=/tmp/tmp.0V3Wdda60J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0VcH2qtSzD ++ cat /tmp/tmp.0V3Wdda60J ++ rm /tmp/tmp.0VcH2qtSzD /tmp/tmp.0V3Wdda60J ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KgaUzIhgZ2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.o7a8nvbOxd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KgaUzIhgZ2 ++ cat /tmp/tmp.o7a8nvbOxd ++ rm /tmp/tmp.KgaUzIhgZ2 /tmp/tmp.o7a8nvbOxd ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Jhvzhy6VJd ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0we99Lki3o +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Jhvzhy6VJd +++++ cat /tmp/tmp.0we99Lki3o +++++ rm /tmp/tmp.Jhvzhy6VJd /tmp/tmp.0we99Lki3o +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YJMtqBXYFt +++ mktemp ++ local LAST_ERR=/tmp/tmp.iCPz8qT250 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YJMtqBXYFt ++ cat /tmp/tmp.iCPz8qT250 ++ rm /tmp/tmp.YJMtqBXYFt /tmp/tmp.iCPz8qT250 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4BcsrOeSRn +++ mktemp ++ local LAST_ERR=/tmp/tmp.cBdtLGMgzd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4BcsrOeSRn ++ cat /tmp/tmp.cBdtLGMgzd ++ rm /tmp/tmp.4BcsrOeSRn /tmp/tmp.cBdtLGMgzd ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tb3rXxztLa +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jr6NeD4Pjj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tb3rXxztLa ++ cat /tmp/tmp.Jr6NeD4Pjj ++ rm /tmp/tmp.tb3rXxztLa /tmp/tmp.Jr6NeD4Pjj ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.kSMd2Z2jk6 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.5aDvb2sQiK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.kSMd2Z2jk6 +++++ cat /tmp/tmp.5aDvb2sQiK +++++ rm /tmp/tmp.kSMd2Z2jk6 /tmp/tmp.5aDvb2sQiK +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EPWY5xj26Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.jf5IM98UoK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EPWY5xj26Y ++ cat /tmp/tmp.jf5IM98UoK ++ rm /tmp/tmp.EPWY5xj26Y /tmp/tmp.jf5IM98UoK ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi 2 + local expected_size=4Gi + local pvc_num=2 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oFbeD6F7OA +++ mktemp ++ local LAST_ERR=/tmp/tmp.9EeT8drKOS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oFbeD6F7OA ++ cat /tmp/tmp.9EeT8drKOS ++ rm /tmp/tmp.oFbeD6F7OA /tmp/tmp.9EeT8drKOS ++ return 0 + [[ 2 == 2 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.dBa4nYP2zj +++ mktemp ++ local LAST_ERR=/tmp/tmp.wDsmZdaC3z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dBa4nYP2zj ++ cat /tmp/tmp.wDsmZdaC3z ++ rm /tmp/tmp.dBa4nYP2zj /tmp/tmp.wDsmZdaC3z ++ return 0 + resized_pvc='datadir-some-name-pxc-0 datadir-some-name-pxc-1' + echo 'datadir-some-name-pxc-0 datadir-some-name-pxc-1 was resized' datadir-some-name-pxc-0 datadir-some-name-pxc-1 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vLuKkN5Rq4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.vktZAWYTIg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vLuKkN5Rq4 ++ cat /tmp/tmp.vktZAWYTIg ++ rm /tmp/tmp.vLuKkN5Rq4 /tmp/tmp.vktZAWYTIg ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.loYmhkgOV3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gczTtz2fhO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.loYmhkgOV3 ++ cat /tmp/tmp.gczTtz2fhO ++ rm /tmp/tmp.loYmhkgOV3 /tmp/tmp.gczTtz2fhO ++ return 0 + [[ 1 != 1 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TalrHddQfn +++ mktemp ++ local LAST_ERR=/tmp/tmp.edioKndKFt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TalrHddQfn ++ cat /tmp/tmp.edioKndKFt ++ rm /tmp/tmp.TalrHddQfn /tmp/tmp.edioKndKFt ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r ".items[] | select(.status.capacity.storage == \"$initial_size\") | .metadata.name")' ++ kubectl_bin describe pvc datadir-some-name-pxc-2 ++ grep ExceededQuota ++ grep 'PVC resize failed' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7pzNaYkEUX +++ mktemp ++ local LAST_ERR=/tmp/tmp.LHhIqCBEfF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-2 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7pzNaYkEUX ++ cat /tmp/tmp.LHhIqCBEfF ++ rm /tmp/tmp.7pzNaYkEUX /tmp/tmp.LHhIqCBEfF ++ return 0 + [[ ! -n Warning ExceededQuota 97s (x2 over 2m32s) pxc-controller PVC resize failed ]] + desc 'update resourcequota to be sufficient' + set +o xtrace ----------------------------------------------------------------------------------- update resourcequota to be sufficient ----------------------------------------------------------------------------------- + apply_resourcequota 12Gi + local quota=12Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tNGpbmVHYV +++ mktemp ++ local LAST_ERR=/tmp/tmp.UMrQSFVKqq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tNGpbmVHYV ++ cat /tmp/tmp.UMrQSFVKqq ++ rm /tmp/tmp.tNGpbmVHYV /tmp/tmp.UMrQSFVKqq ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + sed s/STORAGECLASS/standard-rwo/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/QUOTA/12Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.QzPdrFHyGN ++ mktemp + local LAST_ERR=/tmp/tmp.LTIMMG1LcI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QzPdrFHyGN resourcequota/default-storage-quota configured + cat /tmp/tmp.LTIMMG1LcI + rm /tmp/tmp.QzPdrFHyGN /tmp/tmp.LTIMMG1LcI + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.bRg80W8HEn ++ mktemp + local LAST_ERR=/tmp/tmp.qsLWS1zxqE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bRg80W8HEn perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.qsLWS1zxqE + rm /tmp/tmp.bRg80W8HEn /tmp/tmp.qsLWS1zxqE + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FFX28otq75 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fq9s5TVyJd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FFX28otq75 ++ cat /tmp/tmp.fq9s5TVyJd ++ rm /tmp/tmp.FFX28otq75 /tmp/tmp.fq9s5TVyJd ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WhSg5spinb +++ mktemp ++ local LAST_ERR=/tmp/tmp.JSkTDCnsNU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WhSg5spinb ++ cat /tmp/tmp.JSkTDCnsNU ++ rm /tmp/tmp.WhSg5spinb /tmp/tmp.JSkTDCnsNU ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.OyJJAZvyB1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.4vPOOXr5aN +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.OyJJAZvyB1 +++++ cat /tmp/tmp.4vPOOXr5aN +++++ rm /tmp/tmp.OyJJAZvyB1 /tmp/tmp.4vPOOXr5aN +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.amu7h8kiV3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.0O9O4mUBzp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.amu7h8kiV3 ++ cat /tmp/tmp.0O9O4mUBzp ++ rm /tmp/tmp.amu7h8kiV3 /tmp/tmp.0O9O4mUBzp ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gilpFN2c9j +++ mktemp ++ local LAST_ERR=/tmp/tmp.HNajJJP6ly ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gilpFN2c9j ++ cat /tmp/tmp.HNajJJP6ly ++ rm /tmp/tmp.gilpFN2c9j /tmp/tmp.HNajJJP6ly ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h0RoFWTdqI +++ mktemp ++ local LAST_ERR=/tmp/tmp.btBSbHqlHI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h0RoFWTdqI ++ cat /tmp/tmp.btBSbHqlHI ++ rm /tmp/tmp.h0RoFWTdqI /tmp/tmp.btBSbHqlHI ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ByjMpA7OQO ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Nzg4xz8jSj +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ByjMpA7OQO +++++ cat /tmp/tmp.Nzg4xz8jSj +++++ rm /tmp/tmp.ByjMpA7OQO /tmp/tmp.Nzg4xz8jSj +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lIAHzzL058 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZGE7KCU1y5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lIAHzzL058 ++ cat /tmp/tmp.ZGE7KCU1y5 ++ rm /tmp/tmp.lIAHzzL058 /tmp/tmp.ZGE7KCU1y5 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DugaB5fzGV +++ mktemp ++ local LAST_ERR=/tmp/tmp.LgyZr6nzo6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DugaB5fzGV ++ cat /tmp/tmp.LgyZr6nzo6 ++ rm /tmp/tmp.DugaB5fzGV /tmp/tmp.LgyZr6nzo6 ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2feWrvg6yE +++ mktemp ++ local LAST_ERR=/tmp/tmp.jWfGzH2SZL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2feWrvg6yE ++ cat /tmp/tmp.jWfGzH2SZL ++ rm /tmp/tmp.2feWrvg6yE /tmp/tmp.jWfGzH2SZL ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.JMyX5OHNIk ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.XSU5HDGgy1 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.JMyX5OHNIk +++++ cat /tmp/tmp.XSU5HDGgy1 +++++ rm /tmp/tmp.JMyX5OHNIk /tmp/tmp.XSU5HDGgy1 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WrzcHOG0UW +++ mktemp ++ local LAST_ERR=/tmp/tmp.82tQ6U9Cy1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WrzcHOG0UW ++ cat /tmp/tmp.82tQ6U9Cy1 ++ rm /tmp/tmp.WrzcHOG0UW /tmp/tmp.82tQ6U9Cy1 ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + echo + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.dtVOidBzI8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.p5TXde4g1B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dtVOidBzI8 ++ cat /tmp/tmp.p5TXde4g1B ++ rm /tmp/tmp.dtVOidBzI8 /tmp/tmp.p5TXde4g1B ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vLGuwp2xKO +++ mktemp ++ local LAST_ERR=/tmp/tmp.ksZ9aghUdF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vLGuwp2xKO ++ cat /tmp/tmp.ksZ9aghUdF ++ rm /tmp/tmp.vLGuwp2xKO /tmp/tmp.ksZ9aghUdF ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KGzAYNn562 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zTJ63nUmZX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KGzAYNn562 ++ cat /tmp/tmp.zTJ63nUmZX ++ rm /tmp/tmp.KGzAYNn562 /tmp/tmp.zTJ63nUmZX ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VhB8waro0g +++ mktemp ++ local LAST_ERR=/tmp/tmp.ay0DTQBkGk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VhB8waro0g ++ cat /tmp/tmp.ay0DTQBkGk ++ rm /tmp/tmp.VhB8waro0g /tmp/tmp.ay0DTQBkGk ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UjSSfOlhwr +++ mktemp ++ local LAST_ERR=/tmp/tmp.1G28S26aXB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UjSSfOlhwr ++ cat /tmp/tmp.1G28S26aXB ++ rm /tmp/tmp.UjSSfOlhwr /tmp/tmp.1G28S26aXB ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_start_time=2026-06-11T03:29:37Z + patch_pvc_request some-name 1G + local cluster=some-name + local size=1G + echo 'Patching PVC request to 1G in some-name' Patching PVC request to 1G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.t9yGH5h4De ++ mktemp + local LAST_ERR=/tmp/tmp.gCZ0vuBz95 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.t9yGH5h4De perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.gCZ0vuBz95 + rm /tmp/tmp.t9yGH5h4De /tmp/tmp.gCZ0vuBz95 + return 0 + sleep 7 + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.nzXZ3J3gAA +++ mktemp ++ local LAST_ERR=/tmp/tmp.BoWUQALCOL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nzXZ3J3gAA ++ cat /tmp/tmp.BoWUQALCOL ++ rm /tmp/tmp.nzXZ3J3gAA /tmp/tmp.BoWUQALCOL ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BOKNJQr0vR +++ mktemp ++ local LAST_ERR=/tmp/tmp.IzuEFomUhi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BOKNJQr0vR ++ cat /tmp/tmp.IzuEFomUhi ++ rm /tmp/tmp.BOKNJQr0vR /tmp/tmp.IzuEFomUhi ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QDl7saccj7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.aPt1vBCh61 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QDl7saccj7 ++ cat /tmp/tmp.aPt1vBCh61 ++ rm /tmp/tmp.QDl7saccj7 /tmp/tmp.aPt1vBCh61 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w6Rt7bwZdq +++ mktemp ++ local LAST_ERR=/tmp/tmp.0Kxua2BdxE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w6Rt7bwZdq ++ cat /tmp/tmp.0Kxua2BdxE ++ rm /tmp/tmp.w6Rt7bwZdq /tmp/tmp.0Kxua2BdxE ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9mAf67jHGs +++ mktemp ++ local LAST_ERR=/tmp/tmp.HmP8zPGfu8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9mAf67jHGs ++ cat /tmp/tmp.HmP8zPGfu8 ++ rm /tmp/tmp.9mAf67jHGs /tmp/tmp.HmP8zPGfu8 ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_finish_time=2026-06-11T03:30:07Z + has_error_status 2026-06-11T03:29:37Z 2026-06-11T03:30:07Z true + local resize_start=2026-06-11T03:29:37Z + local resize_finish=2026-06-11T03:30:07Z + local error_expected=true ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' ++ jq -r --arg start 2026-06-11T03:29:37Z --arg end 2026-06-11T03:30:07Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' +++ mktemp ++ local LAST_OUT=/tmp/tmp.41NhH6W7Pm +++ mktemp ++ local LAST_ERR=/tmp/tmp.pacxK2U0Lp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.41NhH6W7Pm ++ cat /tmp/tmp.pacxK2U0Lp ++ rm /tmp/tmp.41NhH6W7Pm /tmp/tmp.pacxK2U0Lp ++ return 0 + has_error=true + [[ true != true ]] + destroy pvc-resize-16971 + local namespace=pvc-resize-16971 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'get backup status: Job.batch' + sort -u + tee /tmp/tmp.Y646yty8IV/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v level=info + grep -v 'the object has been modified' +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wx7nn6EkSH +++ mktemp ++ local LAST_ERR=/tmp/tmp.HRKjwdFE6I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wx7nn6EkSH ++ cat /tmp/tmp.HRKjwdFE6I ++ rm /tmp/tmp.Wx7nn6EkSH /tmp/tmp.HRKjwdFE6I ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-774dd4b69-g79xk ++ mktemp + local LAST_OUT=/tmp/tmp.KFLBbc7xwk ++ mktemp + local LAST_ERR=/tmp/tmp.8acyenKrLJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-774dd4b69-g79xk + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KFLBbc7xwk + cat /tmp/tmp.8acyenKrLJ + rm /tmp/tmp.KFLBbc7xwk /tmp/tmp.8acyenKrLJ + return 0 } }, - }, - { - }, + }, + { + }, 2026-06-11T03:07:44.947Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-06-11T03:07:44.947Z INFO setup Manager starting up {"gitCommit": "bb594380cfa304c05073a5a6d1f21d73b33b08b5", "gitBranch": "PR-2521-bb594380", "buildTime": "2026-06-11T01:12:55Z", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"} 2026-06-11T03:07:44.947Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.33.11-gke.1074000"} 2026-06-11T03:07:44.950Z INFO setup Registering Components. 2026-06-11T03:07:46.065Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-06-11T03:07:46.065Z INFO setup Starting the Cmd. 2026-06-11T03:07:46.066Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-06-11T03:07:46.066Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-06-11T03:07:46.066Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-06-11T03:07:46.066Z INFO controller-runtime.metrics Starting metrics server 2026-06-11T03:07:46.066Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-06-11T03:07:46.066Z INFO controller-runtime.webhook Starting webhook server 2026-06-11T03:07:46.066Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-06-11T03:07:46.166Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-06-11T03:07:46.191Z DEBUG events percona-xtradb-cluster-operator-774dd4b69-g79xk_a71ef72b-e4e0-4956-a361-69d3c9fb59e0 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"26faaff3-9c5c-40ad-a0a0-6588a9e40743","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1781147266187087009"}, "reason": "LeaderElection"} 2026-06-11T03:07:46.191Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-06-11T03:07:46.192Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-06-11T03:07:46.192Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-06-11T03:07:46.192Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-06-11T03:07:46.192Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-06-11T03:07:46.293Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-06-11T03:07:46.293Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-06-11T03:07:46.392Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-06-11T03:07:46.392Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-06-11T03:07:46.392Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-06-11T03:07:46.392Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-06-11T03:09:15.162Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "version": "1.21.0"} 2026-06-11T03:09:15.517Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "auto-some-name-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-06-11T03:09:15.648Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:09:15.687Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:09:15.737Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:15.758Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "some-name-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:15.793Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:15.944Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "7bbbeb1f-416e-4ef3-915c-d0b7fdfc043a", "object": "some-name-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:16.770Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ee499792-a7e7-42f7-be87-eb8d5d955ca9", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-06-11T03:09:16.789Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ee499792-a7e7-42f7-be87-eb8d5d955ca9", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-06-11T03:10:43.634Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fdf7c76e-81d3-4c18-9a42-bef23a169d5e", "user": "operator"} 2026-06-11T03:10:43.664Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fdf7c76e-81d3-4c18-9a42-bef23a169d5e", "user": "monitor"} 2026-06-11T03:10:43.696Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fdf7c76e-81d3-4c18-9a42-bef23a169d5e"} 2026-06-11T03:10:43.720Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fdf7c76e-81d3-4c18-9a42-bef23a169d5e", "user": "xtrabackup"} 2026-06-11T03:10:43.751Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fdf7c76e-81d3-4c18-9a42-bef23a169d5e"} 2026-06-11T03:13:19.438Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "824c4888-7608-4a69-b4cc-ae1d7eefeb0b", "user": "root"} 2026-06-11T03:13:19.467Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "824c4888-7608-4a69-b4cc-ae1d7eefeb0b", "user": "replication"} 2026-06-11T03:13:19.512Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "824c4888-7608-4a69-b4cc-ae1d7eefeb0b", "new version": "5.7.44-48-57"} 2026-06-11T03:24:08.396Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:08.396Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:08.638Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3G"} 2026-06-11T03:24:08.638Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:08.725Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3G"} 2026-06-11T03:24:08.725Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:08.833Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sfs": "haproxy"} 2026-06-11T03:24:08.833Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sfs": "pxc"} 2026-06-11T03:24:08.833Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3G"} 2026-06-11T03:24:08.834Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4de3366c-63e3-42b2-b1de-0fe4ee0bfc0f", "sfs": "haproxy"} 2026-06-11T03:24:09.027Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.027Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.027Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.027Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sfs": "haproxy"} 2026-06-11T03:24:09.027Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sfs": "pxc"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:24:09.027Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2026-06-11T03:24:09.027Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2026-06-11T03:24:09.027Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:09.027Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:09.027Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18ef9d66-ffb4-4949-8f7a-71947de975b4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:09.148Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.148Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.148Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.148Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sfs": "pxc"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:24:09.148Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2026-06-11T03:24:09.148Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:09.148Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:09.148Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:09.148Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:09.149Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sfs": "haproxy"} 2026-06-11T03:24:09.149Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "51d469f8-048b-47f9-a33d-61bb9c4ed8c4", "sfs": "pxc"} 2026-06-11T03:24:14.347Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:14.347Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:14.348Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:14.348Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:14.348Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sfs": "haproxy"} 2026-06-11T03:24:14.348Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sfs": "pxc"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:24:08 +0000 UTC"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:24:14.348Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2026-06-11T03:24:14.348Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2026-06-11T03:24:14.348Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:14.348Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:14.348Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2b12208a-49cf-4cf6-be44-47fbf73bde17", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:19.522Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:19.522Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:19.522Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:24:19.522Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2026-06-11T03:24:19.522Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:19.522Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:19.522Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:19.522Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:19.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sfs": "haproxy"} 2026-06-11T03:24:19.523Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2dd76d8c-4d4e-406c-a765-998e3a4df4dc", "sfs": "pxc"} 2026-06-11T03:24:24.714Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sfs": "haproxy"} 2026-06-11T03:24:24.714Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sfs": "pxc"} 2026-06-11T03:24:24.714Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:24.714Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:24.714Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:24:16 +0000 UTC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:24:24.714Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2026-06-11T03:24:24.714Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:24.714Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:24.714Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:24.714Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b33861b2-d84f-4668-9366-3f3310ebda5b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:29.883Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sfs": "haproxy"} 2026-06-11T03:24:29.883Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sfs": "pxc"} 2026-06-11T03:24:29.883Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:29.883Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:24:29.883Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:29.883Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05de0e93-d8b3-4f2b-92f4-4e1a29a2c661", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:35.015Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sfs": "haproxy"} 2026-06-11T03:24:35.015Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sfs": "pxc"} 2026-06-11T03:24:35.015Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:35.015Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:24:35.015Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:35.015Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "16c21164-df78-4f2f-9e75-1716e1078390", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:40.130Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sfs": "pxc"} 2026-06-11T03:24:40.130Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:40.130Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:24:40.130Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:40.130Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:40.131Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sfs": "haproxy"} 2026-06-11T03:24:40.131Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "20c03c30-c681-4059-b2e4-beeccacab3f5", "sfs": "pxc"} 2026-06-11T03:24:45.251Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sfs": "haproxy"} 2026-06-11T03:24:45.251Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sfs": "pxc"} 2026-06-11T03:24:45.251Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:45.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:24:45.251Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:45.251Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b0349daf-523a-4122-a3c5-f109c9d29f39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:50.374Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:50.375Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sfs": "haproxy"} 2026-06-11T03:24:50.375Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sfs": "pxc"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:50.375Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:24:50.375Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:50.375Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e9c1d729-83d4-4f94-a952-9f85c0327561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:24:55.492Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sfs": "haproxy"} 2026-06-11T03:24:55.492Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sfs": "pxc"} 2026-06-11T03:24:55.492Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3G"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:24:17 +0000 UTC"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:24:55.492Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:24:55.492Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "requested": "3G", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:24:55.492Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a080fed0-a93a-4b24-a803-0dbe0877d8f7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3G"} 2026-06-11T03:25:00.607Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0f5a9b71-4c8a-4b59-a311-ac06f9822dc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2026-06-11T03:25:00.607Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0f5a9b71-4c8a-4b59-a311-ac06f9822dc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2026-06-11T03:25:00.607Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0f5a9b71-4c8a-4b59-a311-ac06f9822dc1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2026-06-11T03:25:00.670Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0f5a9b71-4c8a-4b59-a311-ac06f9822dc1", "sts": "some-name-pxc"} 2026-06-11T03:25:01.087Z INFO PVCResize Deleting statefulset to reconcile volume claim template {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c9e9e76f-3c15-4164-a154-45ad28fc0a79", "sts": "some-name-pxc", "configured": "2Gi", "requested": "3G", "actual": "3Gi"} 2026-06-11T03:25:01.579Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4873c305-ca0a-4187-8d76-47e07385f75e", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:25:01.618Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4873c305-ca0a-4187-8d76-47e07385f75e", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:25:02.977Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c537ed90-6de2-4ab5-99e0-313d7911d0e1", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:25:43.117Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:25:43.117Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:25:43.189Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4G"} 2026-06-11T03:25:43.190Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:25:43.207Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-16971","name":"datadir-some-name-pxc-1","uid":"56c40b76-4f14-45e7-9bf4-b49804312c17","apiVersion":"v1","resourceVersion":"1781148266743215012"}, "reason": "ExceededQuota"} 2026-06-11T03:25:43.207Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:25:43.227Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-16971","name":"datadir-some-name-pxc-2","uid":"a02688aa-cc4d-4394-a590-5dd22f9ff73e","apiVersion":"v1","resourceVersion":"1781148268144479018"}, "reason": "ExceededQuota"} 2026-06-11T03:25:43.227Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sfs": "haproxy"} 2026-06-11T03:25:43.227Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "712e75dd-9055-4ec4-8912-47a43c2d957a", "sfs": "pxc"} 2026-06-11T03:25:43.385Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:25:43 +0000 UTC"} 2026-06-11T03:25:43.385Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:43.385Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:25:43 +0000 UTC"} 2026-06-11T03:25:43.385Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:25:43.385Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:25:43.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sfs": "haproxy"} 2026-06-11T03:25:43.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sfs": "pxc"} 2026-06-11T03:25:43.386Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f41d7908-936b-4ed8-a55c-9e5c37cc6b40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:43.509Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:25:43 +0000 UTC"} 2026-06-11T03:25:43.509Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:43.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:25:43 +0000 UTC"} 2026-06-11T03:25:43.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:25:43.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:25:43.510Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sfs": "haproxy"} 2026-06-11T03:25:43.510Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sfs": "pxc"} 2026-06-11T03:25:43.510Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b5fd58a1-277a-4d51-8758-0f4cd3e023b7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:48.648Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:25:43 +0000 UTC"} 2026-06-11T03:25:48.648Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:48.648Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:25:43 +0000 UTC"} 2026-06-11T03:25:48.648Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:25:48.648Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:25:48.649Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sfs": "haproxy"} 2026-06-11T03:25:48.649Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sfs": "pxc"} 2026-06-11T03:25:48.649Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4ac7040d-4910-46f6-9d75-7ae8b3f1f2ef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:53.768Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sfs": "haproxy"} 2026-06-11T03:25:53.768Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sfs": "pxc"} 2026-06-11T03:25:53.768Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:25:49 +0000 UTC"} 2026-06-11T03:25:53.768Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:53.768Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:53.768Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:25:49 +0000 UTC"} 2026-06-11T03:25:53.768Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:25:53.768Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:25:53.768Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:25:53.769Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sfs": "haproxy"} 2026-06-11T03:25:53.769Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ba554d1c-9bcc-42e0-80b5-e6333227edc5", "sfs": "pxc"} 2026-06-11T03:25:58.901Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:25:49 +0000 UTC"} 2026-06-11T03:25:58.901Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:58.901Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:25:58.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2026-06-11 03:25:49 +0000 UTC"} 2026-06-11T03:25:58.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:25:58.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:25:58.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e7384ea4-7638-48e0-a70d-430b2eb0769c"} 2026-06-11T03:25:58.902Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sfs": "haproxy"} 2026-06-11T03:25:58.902Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "f2bcb622-6f86-4602-bed9-352c21c692c5", "sfs": "pxc"} 2026-06-11T03:26:04.021Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "098c9cdf-bb65-4c6a-96e3-4519829cf8ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:04.021Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "098c9cdf-bb65-4c6a-96e3-4519829cf8ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:04.021Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "098c9cdf-bb65-4c6a-96e3-4519829cf8ee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:04.021Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "098c9cdf-bb65-4c6a-96e3-4519829cf8ee", "originalSize": "3G"} 2026-06-11T03:26:04.705Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "098c9cdf-bb65-4c6a-96e3-4519829cf8ee", "error": "reconcile persistent volumes: datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:376\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:26:04.758Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364195711008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:04.758Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "2d924620-d23a-45fd-9bde-e30561d791cb", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:05.444Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:05.444Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "67327455-f459-4ce7-bcc9-3b51468bb3b5", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:10.660Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:10.660Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "8e52c2cb-31d8-4e28-a85c-9f7000e3d414", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:15.850Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:15.850Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0a912ca5-4002-4d35-86dc-60d34c13e7da", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:21.038Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:21.038Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "83c77f27-3b4a-43d7-8735-13b1afcb29b0", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:26.238Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "17e07832-3786-4fcd-ab70-e85a3e7ff2ac", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:26.239Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:31.433Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:31.433Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0b53388b-3b3c-4022-a608-bbf77ad4474b", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:36.626Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148364883647008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:36.626Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "79112330-8c13-4329-817b-5a444b614c81", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:38.340Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sts": "some-name-pxc", "requested": "4Gi", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=3Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:26:38.341Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148397788543008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:26:38.410Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2026-06-11T03:26:38.410Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2026-06-11T03:26:38.410Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:26:38.465Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2026-06-11T03:26:38.465Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2026-06-11T03:26:38.480Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-16971","name":"datadir-some-name-pxc-2","uid":"a02688aa-cc4d-4394-a590-5dd22f9ff73e","apiVersion":"v1","resourceVersion":"1781148268144479018"}, "reason": "ExceededQuota"} 2026-06-11T03:26:38.480Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sfs": "haproxy"} 2026-06-11T03:26:38.480Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "469711ce-ec39-4c1d-bb6b-2cf5dca5139d", "sfs": "pxc"} 2026-06-11T03:26:38.660Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:26:38 +0000 UTC"} 2026-06-11T03:26:38.660Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sfs": "pxc"} 2026-06-11T03:26:38.660Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:38.660Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:38.660Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:38 +0000 UTC"} 2026-06-11T03:26:38.660Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:26:38.660Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:26:38.661Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sfs": "haproxy"} 2026-06-11T03:26:38.661Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "aef9f9f7-e5c2-45aa-9bbe-527ebf78efae", "sfs": "pxc"} 2026-06-11T03:26:38.779Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:26:38 +0000 UTC"} 2026-06-11T03:26:38.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sfs": "haproxy"} 2026-06-11T03:26:38.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sfs": "pxc"} 2026-06-11T03:26:38.779Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:38.779Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:38.779Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:38 +0000 UTC"} 2026-06-11T03:26:38.779Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:26:38.779Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "6c2c3266-404d-48c8-8633-4d781b4fa9b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:26:43.891Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:26:38 +0000 UTC"} 2026-06-11T03:26:43.891Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sfs": "pxc"} 2026-06-11T03:26:43.891Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:43.891Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:43.891Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:38 +0000 UTC"} 2026-06-11T03:26:43.891Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:26:43.891Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:26:43.892Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sfs": "haproxy"} 2026-06-11T03:26:43.892Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "62f7f548-bcbe-4cb5-93e3-a1700f599648", "sfs": "pxc"} 2026-06-11T03:26:49.003Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:26:49.003Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:49.003Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:49.003Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:26:49.003Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:26:49.003Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:26:49.003Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:26:49.004Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sfs": "haproxy"} 2026-06-11T03:26:49.004Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ea2055a7-e135-41c4-b9c5-d61ad49d58e4", "sfs": "pxc"} 2026-06-11T03:26:54.114Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sfs": "haproxy"} 2026-06-11T03:26:54.114Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sfs": "pxc"} 2026-06-11T03:26:54.114Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:26:54.114Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:54.114Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:54.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:26:54.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:26:54.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:26:54.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0494532e-644f-4d92-8419-753089b3c9c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:26:59.235Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:26:59.236Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sfs": "haproxy"} 2026-06-11T03:26:59.236Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sfs": "pxc"} 2026-06-11T03:26:59.236Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:26:59.236Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:26:59.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:26:59.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:26:59.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:26:59.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d06d7474-ee6b-4c87-9e67-ea5726733ba9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:04.366Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sfs": "haproxy"} 2026-06-11T03:27:04.366Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sfs": "pxc"} 2026-06-11T03:27:04.366Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:04.366Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:04.366Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:04.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:04.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:04.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:04.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "59671b63-5cbf-4340-afb4-c2076408ade5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:09.489Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:09.489Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:09.489Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:09.489Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:09.490Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sfs": "haproxy"} 2026-06-11T03:27:09.490Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sfs": "pxc"} 2026-06-11T03:27:09.490Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:09.490Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:09.490Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "05e82ce1-ed7c-49d2-8224-50e57a530b41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:14.608Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sfs": "haproxy"} 2026-06-11T03:27:14.608Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sfs": "pxc"} 2026-06-11T03:27:14.608Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:14.608Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:14.608Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:14.608Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:14.608Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:14.608Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:14.608Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:14.609Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "193e731d-ec73-45e4-9f8f-9a6a61656980", "sfs": "haproxy"} 2026-06-11T03:27:19.730Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:19.730Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:19.730Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:19.730Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:19.730Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:19.730Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:19.731Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sfs": "haproxy"} 2026-06-11T03:27:19.731Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sfs": "pxc"} 2026-06-11T03:27:19.731Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fbdca794-7e61-4fb5-8445-4173fc362163", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:24.848Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sfs": "haproxy"} 2026-06-11T03:27:24.848Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sfs": "pxc"} 2026-06-11T03:27:24.848Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:24.848Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:24.848Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:24.848Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:24.848Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:24.848Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:24.848Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "3963512b-666e-43fd-b257-b6192d8f88ee", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:29.960Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:29.961Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sfs": "haproxy"} 2026-06-11T03:27:29.961Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sfs": "pxc"} 2026-06-11T03:27:29.961Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:29.961Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:29.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:29.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:29.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:29.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d4fbc70a-fe7a-4e67-a5f9-6d0509e83704", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:35.065Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:35.065Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:35.065Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:35.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:35.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:35.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:35.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:35.066Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sfs": "haproxy"} 2026-06-11T03:27:35.066Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0c20d099-0199-4f80-9758-ae09ce5e2782", "sfs": "pxc"} 2026-06-11T03:27:40.179Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sfs": "pxc"} 2026-06-11T03:27:40.179Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:40.179Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:40.179Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:40.179Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2026-06-11 03:26:45 +0000 UTC"} 2026-06-11T03:27:40.179Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:27:40.179Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:27:40.179Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-56c40b76-4f14-45e7-9bf4-b49804312c17"} 2026-06-11T03:27:40.180Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sfs": "haproxy"} 2026-06-11T03:27:40.180Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a4fe9b77-78f9-4e97-9d5c-68d3b1b77d25", "sfs": "pxc"} 2026-06-11T03:27:45.302Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "5f766d15-0cd8-4329-be90-2dd56748029b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2026-06-11T03:27:45.302Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "5f766d15-0cd8-4329-be90-2dd56748029b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:27:45.302Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "5f766d15-0cd8-4329-be90-2dd56748029b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:27:45.302Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "5f766d15-0cd8-4329-be90-2dd56748029b", "originalSize": "3G"} 2026-06-11T03:27:45.961Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "5f766d15-0cd8-4329-be90-2dd56748029b", "error": "reconcile persistent volumes: datadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:376\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:27:46.017Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148465453823008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:27:46.017Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "d398f0ad-5559-400c-8b86-3bc18b6c46b3", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:27:46.705Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:27:46.705Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "626f25bb-4115-4f74-92b5-6305b6af9230", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:27:51.950Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "0a3cde42-9b40-4441-ad29-09f72b17acec", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:27:51.951Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:27:57.136Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:27:57.136Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "82cfbf33-16d8-441f-b1d7-35d9431051a5", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:02.400Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:02.400Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "9b95876c-1be8-4ab2-bc78-88d92d1752bc", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:07.575Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "81d73900-1122-44fc-ba28-5c8d2e36ba14", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:07.576Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:12.770Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:12.770Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "ede55090-b840-41f6-af50-4a4efe2bf4a7", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:17.965Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:17.965Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "a143952a-f503-4628-ad2c-50375d34b30e", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:23.195Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:23.195Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "437dddfd-c6bf-4a6e-b130-94d5fb63e4c1", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:28.427Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148466143599008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:28.427Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b061cdee-f77a-4b67-afc8-637e2d0bf350", "sts": "some-name-pxc", "requested": "3G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-0=4Gi,datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi"} 2026-06-11T03:28:29.393Z DEBUG events PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"type": "Warning", "object": {"kind":"PerconaXtraDBCluster","namespace":"pvc-resize-16971","name":"some-name","uid":"4aaf8b28-573d-46b3-83bb-51b3d98628fc","apiVersion":"pxc.percona.com/v1","resourceVersion":"1781148509305391008"}, "reason": "PVCStorageSizeMismatch"} 2026-06-11T03:28:29.393Z ERROR PVCResize PVC capacities differ across PXC pods. Update `.spec.pxc.volumeSpec.persistentVolumeClaim.resources.requests.storage` to the largest size and set `.spec.storageScaling.enableVolumeScaling` to `true` {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sts": "some-name-pxc", "requested": "4G", "smallestActual": "3Gi", "largestActual": "4Gi", "pvcs": "datadir-some-name-pxc-1=4Gi,datadir-some-name-pxc-2=3Gi,datadir-some-name-pxc-0=4Gi"} 2026-06-11T03:28:29.428Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:29.428Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:29.428Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2026-06-11T03:28:29.483Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sfs": "haproxy"} 2026-06-11T03:28:29.483Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sfs": "pxc"} 2026-06-11T03:28:29.483Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:29.483Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1456e7fd-5c2b-4d07-89b7-abb32a76c37d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4G"} 2026-06-11T03:28:29.620Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:28:29 +0000 UTC"} 2026-06-11T03:28:29.620Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sfs": "pxc"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:28:29 +0000 UTC"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:28:29.620Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:28:29.620Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2026-06-11T03:28:29.620Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:29.621Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sfs": "haproxy"} 2026-06-11T03:28:29.621Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1f7260e7-4ff1-4411-a7fc-c0fd431a452c", "sfs": "pxc"} 2026-06-11T03:28:30.190Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:28:29 +0000 UTC"} 2026-06-11T03:28:30.190Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sfs": "haproxy"} 2026-06-11T03:28:30.190Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sfs": "pxc"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:28:29 +0000 UTC"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:28:30.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:28:30.190Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:28:30.190Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:30.191Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sfs": "haproxy"} 2026-06-11T03:28:30.191Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "fb787f68-0776-464c-b7d1-87250bff56bf", "sfs": "pxc"} 2026-06-11T03:28:35.370Z DEBUG PVCResize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2026-06-11 03:28:29 +0000 UTC"} 2026-06-11T03:28:35.370Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sfs": "haproxy"} 2026-06-11T03:28:35.370Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sfs": "pxc"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:28:29 +0000 UTC"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:28:35.370Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:28:35.370Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:28:35.370Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b318118a-ab78-44a4-a190-1748ee477d70", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:40.551Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sfs": "haproxy"} 2026-06-11T03:28:40.551Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sfs": "pxc"} 2026-06-11T03:28:40.551Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:28:36 +0000 UTC"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:28:36 +0000 UTC"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:28:40.551Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:28:40.551Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2026-06-11T03:28:40.551Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "64a60159-b9b8-49a7-b0e0-4786d400ac26", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:45.668Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sfs": "haproxy"} 2026-06-11T03:28:45.668Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sfs": "pxc"} 2026-06-11T03:28:45.668Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:28:36 +0000 UTC"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:28:36 +0000 UTC"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:28:45.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:28:45.668Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:28:45.668Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "1495316c-e38d-4a92-a20f-876488df8692", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:50.799Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sfs": "haproxy"} 2026-06-11T03:28:50.799Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sfs": "pxc"} 2026-06-11T03:28:50.799Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2026-06-11 03:28:36 +0000 UTC"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4G"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2026-06-11 03:28:36 +0000 UTC"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a02688aa-cc4d-4394-a590-5dd22f9ff73e"} 2026-06-11T03:28:50.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2026-06-11T03:28:50.799Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "requested": "4G", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2026-06-11T03:28:50.799Z INFO PVCResize Waiting for PVC to resize {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c0cd87fd-b07e-4e2b-b27b-385bc10868bf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4G"} 2026-06-11T03:28:55.932Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18899e43-5abb-4ee5-a570-276ac2687e9f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2026-06-11T03:28:55.932Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18899e43-5abb-4ee5-a570-276ac2687e9f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2026-06-11T03:28:55.932Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18899e43-5abb-4ee5-a570-276ac2687e9f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2026-06-11T03:28:55.963Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "18899e43-5abb-4ee5-a570-276ac2687e9f", "sts": "some-name-pxc"} 2026-06-11T03:28:56.160Z INFO PVCResize Deleting statefulset to reconcile volume claim template {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "c4ab24f3-7131-41ce-abc6-71029cb5aaf3", "sts": "some-name-pxc", "configured": "3G", "requested": "4G", "actual": "4Gi"} 2026-06-11T03:28:56.883Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e357cded-64fe-4dd5-b511-689e0e13f644", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:28:56.920Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "e357cded-64fe-4dd5-b511-689e0e13f644", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:28:58.286Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "4a7c4b23-812c-4efe-bc13-382c341ccb0d", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:29:41.418Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b8423cc3-98f8-4a3a-8a6a-1a69573c9a5a", "originalSize": "4G"} 2026-06-11T03:29:42.019Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"pvc-resize-16971"}, "namespace": "pvc-resize-16971", "name": "some-name", "reconcileID": "b8423cc3-98f8-4a3a-8a6a-1a69573c9a5a", "error": "reconcile persistent volumes: requested storage (1G) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1G) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:261\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:374\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:376\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} ... // 2 identical fields - Annotations: map[string]string{ + Annotations: map[string]string{ + APIVersion: "apps/v1", - APIVersion: "policy/v1", - APIVersion: "policy/v1", + Conditions: nil, - Conditions: []v1.Condition{ + Controller: &true, + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2026-06-11 03:09:16 +0000 UTC"}, + CurrentHealthy: 0, - CurrentHealthy: 3, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DesiredHealthy: 0, - DesiredHealthy: 2, DisruptedPods: nil, + DisruptionsAllowed: 0, - DisruptionsAllowed: 1, + ExpectedPods: 0, - ExpectedPods: 3, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:conditions":{".":{},"k:{\"type\":\"DisruptionAll`..., Finalizers: nil, + Generation: 0, - Generation: 1, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:374 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:140 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:204 + Kind: "StatefulSet", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, - LastTransitionTime: s"2026-06-11 03:25:01 +0000 UTC", - LastTransitionTime: s"2026-06-11 03:28:57 +0000 UTC", + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", + Name: "some-name-pxc", Namespace: "pvc-resize-16971", ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - ObservedGeneration: 1, - Operation: "Update", - Operation: "Update", - OwnerReferences: nil, + OwnerReferences: []v1.OwnerReference{ - "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTY5NzEiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiOWQzMmIyM2EtZWI1Yi00YjE0LWJiNTItYmI4ZmY5YjJkYjU4IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., + "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTY5NzEiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiOWQzMmIyM2EtZWI1Yi00YjE0LWJiNTItYmI4ZmY5YjJkYjU4IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTY5NzEiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiY2IxMDRjMmItNmY1Zi00Y2ZlLTliODEtNTkzNTk2ZWIwNTI0IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., + "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTY5NzEiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiZmZlN2ZiZDQtN2Q3Ny00NGE3LTkwYTAtZDg2OWIwMTQ3MWVhIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - Reason: "SufficientPods", ResourceVersion: "1781148301777967014", ResourceVersion: "1781148537067855014", SelfLink: "", sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 Spec: {Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, MaxUnavailable: &{IntVal: 1}}, - Status: "True", Status: v1.PodDisruptionBudgetStatus{ - Subresource: "status", - Time: s"2026-06-11 03:09:16 +0000 UTC", - Time: s"2026-06-11 03:25:01 +0000 UTC", - Time: s"2026-06-11 03:25:02 +0000 UTC", - Time: s"2026-06-11 03:28:57 +0000 UTC", - Type: "DisruptionAllowed", TypeMeta: {Kind: "PodDisruptionBudget", APIVersion: "policy/v1"}, + UID: "", + UID: "9d32b23a-eb5b-4b14-bb52-bb8ff9b2db58", - UID: "e7b8a277-94a7-40f4-a331-5dd2d3790bba", + UID: "ffe7fbd4-7d77-44a7-90a0-d869b01471ea", &v1.PodDisruptionBudget{ + local backup_names ++ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + backup_names= + [[ -n '' ]] + local pxc_names ++ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + pxc_names=pvc-resize-16971/some-name + [[ -n pvc-resize-16971/some-name ]] + read -r pns name + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + kubectl_bin patch pxc -n pvc-resize-16971 some-name --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-pxc-pvc"]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --ignore-not-found perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-16971 namespace ++ date +%s + local deadline=1781148940 ++ kubectl_bin get pxc --all-namespaces -o name --ignore-not-found + [[ -z '' ]] + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.frWjJJIRGI ++ mktemp + local LAST_ERR=/tmp/tmp.kFBjYDuYLb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.frWjJJIRGI validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.kFBjYDuYLb + rm /tmp/tmp.frWjJJIRGI /tmp/tmp.kFBjYDuYLb + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' ++ date +%s + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + local deadline=1781148802 + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-16971 ++ mktemp + local LAST_OUT=/tmp/tmp.6lIlAdtqQO ++ mktemp ++ kubectl_bin get namespace pvc-resize-16971 --ignore-not-found -o name + local LAST_OUT=/tmp/tmp.Sphhb6N9T7 ++ mktemp + local LAST_ERR=/tmp/tmp.kcRfX6hKNW + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.Zc6MzjvStv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-16971 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + [[ -z namespace/pvc-resize-16971 ]] ++ date +%s + [[ 1781148686 -ge 1781148802 ]] + sleep 5 ++ kubectl_bin get namespace pvc-resize-16971 --ignore-not-found -o name + [[ -z namespace/pvc-resize-16971 ]] ++ date +%s + [[ 1781148695 -ge 1781148802 ]] + sleep 5 ++ kubectl_bin get namespace pvc-resize-16971 --ignore-not-found -o name + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Sphhb6N9T7 namespace "pxc-operator" force deleted + cat /tmp/tmp.Zc6MzjvStv Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.Sphhb6N9T7 /tmp/tmp.Zc6MzjvStv + return 0 + [[ -z namespace/pvc-resize-16971 ]] ++ date +%s + [[ 1781148703 -ge 1781148802 ]] + sleep 5 ++ kubectl_bin get namespace pvc-resize-16971 --ignore-not-found -o name + [[ -z namespace/pvc-resize-16971 ]] ++ date +%s + [[ 1781148710 -ge 1781148802 ]] + sleep 5 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6lIlAdtqQO namespace "pvc-resize-16971" force deleted + cat /tmp/tmp.kcRfX6hKNW Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.6lIlAdtqQO /tmp/tmp.kcRfX6hKNW + return 0 ++ kubectl_bin get namespace pvc-resize-16971 --ignore-not-found -o name + [[ -z '' ]] ++ date +%s + deadline=1781148837 ++ kubectl_bin get pv -o 'jsonpath={range .items[*]}{.metadata.name}{"\t"}{.metadata.deletionTimestamp}{"\n"}{end}' ++ awk '$2 != ""' + [[ -z '' ]] + rm -rf /tmp/tmp.Y646yty8IV + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed -----------------------------------------------------------------------------------