Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/logs/pvc-resize-5-7.log WARNING: version difference between client (1.32) and server (1.28) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.32) and server (1.28) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 -o -n '' ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g0JQ1Jd8js +++ mktemp ++ local LAST_ERR=/tmp/tmp.xavT0jRRJh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g0JQ1Jd8js ++ cat /tmp/tmp.xavT0jRRJh ++ rm /tmp/tmp.g0JQ1Jd8js /tmp/tmp.xavT0jRRJh ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l7hEza93zj +++ mktemp ++ local LAST_ERR=/tmp/tmp.JNXWhgZuNa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l7hEza93zj ++ cat /tmp/tmp.JNXWhgZuNa ++ rm /tmp/tmp.l7hEza93zj /tmp/tmp.JNXWhgZuNa ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-23059 + local ns=pvc-resize-23059 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-30223 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.NShNBqprxe ++ mktemp + local LAST_ERR=/tmp/tmp.Q3LjCeGE9v + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NShNBqprxe perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.Q3LjCeGE9v + rm /tmp/tmp.NShNBqprxe /tmp/tmp.Q3LjCeGE9v + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Rj4mMAeYkt ++ mktemp + local LAST_ERR=/tmp/tmp.ABbogcCyPQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Rj4mMAeYkt No resources found + cat /tmp/tmp.ABbogcCyPQ + rm /tmp/tmp.Rj4mMAeYkt /tmp/tmp.ABbogcCyPQ + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.pvc28P9rET ++ mktemp + local LAST_ERR=/tmp/tmp.5eg4AKe3sm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pvc28P9rET No resources found + cat /tmp/tmp.5eg4AKe3sm + rm /tmp/tmp.pvc28P9rET /tmp/tmp.5eg4AKe3sm + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ tail -n1 ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.wbYWalhG0I + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.4IGXUJs0hX + local LAST_ERR=/tmp/tmp.6V2aWYX3Rh + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.Ws3HtbtQF6 + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + xargs kubectl delete ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4IGXUJs0hX + cat /tmp/tmp.Ws3HtbtQF6 + rm /tmp/tmp.4IGXUJs0hX /tmp/tmp.Ws3HtbtQF6 + return 0 namespace "gke-managed-system" deleted namespace "gmp-public" deleted namespace "gmp-system" deleted namespace "pvc-resize-30223" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wbYWalhG0I namespace "pxc-operator" deleted + cat /tmp/tmp.6V2aWYX3Rh + rm /tmp/tmp.wbYWalhG0I /tmp/tmp.6V2aWYX3Rh + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.cAt3rTNxA5 ++ mktemp + local LAST_ERR=/tmp/tmp.QCw2Rr091u + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cAt3rTNxA5 namespace/pxc-operator created + cat /tmp/tmp.QCw2Rr091u + rm /tmp/tmp.cAt3rTNxA5 /tmp/tmp.QCw2Rr091u + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.e24kUMWFky +++ mktemp ++ local LAST_ERR=/tmp/tmp.HSauEF9zgm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e24kUMWFky ++ cat /tmp/tmp.HSauEF9zgm ++ rm /tmp/tmp.e24kUMWFky /tmp/tmp.HSauEF9zgm ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1948-70c11cfc-1-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Tz1RLwUzzJ ++ mktemp + local LAST_ERR=/tmp/tmp.s4rgjbl6a6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1948-70c11cfc-1-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Tz1RLwUzzJ Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1948-70c11cfc-1-cluster1" modified. + cat /tmp/tmp.s4rgjbl6a6 + rm /tmp/tmp.Tz1RLwUzzJ /tmp/tmp.s4rgjbl6a6 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.HyFDhIWE7Q ++ mktemp + local LAST_ERR=/tmp/tmp.3eXOlIzcfC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HyFDhIWE7Q customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.3eXOlIzcfC + rm /tmp/tmp.HyFDhIWE7Q /tmp/tmp.3eXOlIzcfC + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.TOOprHrDmc ++ mktemp + local LAST_ERR=/tmp/tmp.6yOS7g9zMk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TOOprHrDmc clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.6yOS7g9zMk + rm /tmp/tmp.TOOprHrDmc /tmp/tmp.6yOS7g9zMk + return 0 + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1948-70c11cfc^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/deploy/cw-operator.yaml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.gznxa1z7z7 ++ mktemp + local LAST_ERR=/tmp/tmp.Go6DOlStnk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gznxa1z7z7 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.Go6DOlStnk + rm /tmp/tmp.gznxa1z7z7 /tmp/tmp.Go6DOlStnk + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.D74Hcg3v3j ++ mktemp + local LAST_ERR=/tmp/tmp.uA9TzpErdy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.D74Hcg3v3j pod/percona-xtradb-cluster-operator-5f5f9cbb4-94sfk condition met + cat /tmp/tmp.uA9TzpErdy + rm /tmp/tmp.D74Hcg3v3j /tmp/tmp.uA9TzpErdy + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.wTQ3pGGQLl +++ mktemp ++ local LAST_ERR=/tmp/tmp.s2C7gesm9w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wTQ3pGGQLl ++ cat /tmp/tmp.s2C7gesm9w ++ rm /tmp/tmp.wTQ3pGGQLl /tmp/tmp.s2C7gesm9w ++ return 0 + wait_pod percona-xtradb-cluster-operator-5f5f9cbb4-94sfk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-5f5f9cbb4-94sfk + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-5f5f9cbb4-94sfk ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-5f5f9cbb4-94sfk condition met waiting for pod/percona-xtradb-cluster-operator-5f5f9cbb4-94sfk to become Ready.Ok + sleep 3 + create_namespace pvc-resize-23059 + local namespace=pvc-resize-23059 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-23059' + awk '{print$1}' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-23059 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-23059 ++ mktemp + local LAST_OUT=/tmp/tmp.PKakWj9Xkz ++ mktemp + local LAST_ERR=/tmp/tmp.xhCH2z1Z6I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-23059 + xargs kubectl delete ns + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.gjjxATstw4 ++ mktemp + local LAST_ERR=/tmp/tmp.PKPc5JpEnx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-23059 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gjjxATstw4 + cat /tmp/tmp.PKPc5JpEnx + rm /tmp/tmp.gjjxATstw4 /tmp/tmp.PKPc5JpEnx + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-23059 namespace "gke-managed-system" deleted namespace "gmp-public" deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.PKakWj9Xkz + cat /tmp/tmp.xhCH2z1Z6I Error from server (NotFound): namespaces "pvc-resize-23059" not found + rm /tmp/tmp.PKakWj9Xkz /tmp/tmp.xhCH2z1Z6I + return 1 + : + wait_for_delete namespace/pvc-resize-23059 + local res=namespace/pvc-resize-23059 + echo -n 'waiting for namespace/pvc-resize-23059 to be deleted' waiting for namespace/pvc-resize-23059 to be deleted+ set +o xtrace namespace "gmp-system" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted Error from server (NotFound): namespaces "pvc-resize-23059" not found + desc 'create namespace pvc-resize-23059' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-23059 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-23059 ++ mktemp + local LAST_OUT=/tmp/tmp.YEVPaXfZIm ++ mktemp + local LAST_ERR=/tmp/tmp.lQKhWQ2AUU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-23059 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YEVPaXfZIm namespace/pvc-resize-23059 created + cat /tmp/tmp.lQKhWQ2AUU + rm /tmp/tmp.YEVPaXfZIm /tmp/tmp.lQKhWQ2AUU + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.v3D79DMZQk +++ mktemp ++ local LAST_ERR=/tmp/tmp.El9op92oRj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.v3D79DMZQk ++ cat /tmp/tmp.El9op92oRj ++ rm /tmp/tmp.v3D79DMZQk /tmp/tmp.El9op92oRj ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1948-70c11cfc-1-cluster1 --namespace=pvc-resize-23059 ++ mktemp + local LAST_OUT=/tmp/tmp.hYDj1IaWdu ++ mktemp + local LAST_ERR=/tmp/tmp.JKu5UpqQMH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1948-70c11cfc-1-cluster1 --namespace=pvc-resize-23059 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hYDj1IaWdu Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1948-70c11cfc-1-cluster1" modified. + cat /tmp/tmp.JKu5UpqQMH + rm /tmp/tmp.hYDj1IaWdu /tmp/tmp.JKu5UpqQMH + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.WIx6JngjYh ++ mktemp + local LAST_ERR=/tmp/tmp.VETzza8LY2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WIx6JngjYh secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.VETzza8LY2 + rm /tmp/tmp.WIx6JngjYh /tmp/tmp.VETzza8LY2 + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 -o -n '' ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.aN0PC1nJY1 ++ mktemp + local LAST_ERR=/tmp/tmp.CsUQwEQsgV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aN0PC1nJY1 secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.CsUQwEQsgV + rm /tmp/tmp.aN0PC1nJY1 /tmp/tmp.CsUQwEQsgV + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/client.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1948-70c11cfc#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-23059~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.ft3GLviomU ++ mktemp + local LAST_ERR=/tmp/tmp.z98IPLZbvT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ft3GLviomU deployment.apps/pxc-client created + cat /tmp/tmp.z98IPLZbvT + rm /tmp/tmp.ft3GLviomU /tmp/tmp.z98IPLZbvT + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/some-name.yml + kubectl_bin apply -f - ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1948-70c11cfc#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_OUT=/tmp/tmp.sdHHyXBCYj ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + local LAST_ERR=/tmp/tmp.epXt1GPaxx + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local exit_status=0 + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-23059~ ++ seq 0 2 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sdHHyXBCYj perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.epXt1GPaxx + rm /tmp/tmp.sdHHyXBCYj /tmp/tmp.epXt1GPaxx + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.h0OS6XSh0O ++++ mktemp +++ local LAST_ERR=/tmp/tmp.HhuIWhWE3b +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.h0OS6XSh0O +++ cat /tmp/tmp.HhuIWhWE3b +++ rm /tmp/tmp.h0OS6XSh0O /tmp/tmp.HhuIWhWE3b +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-23059 ++ mktemp + local LAST_OUT=/tmp/tmp.lHcB7wu7Bm ++ mktemp + local LAST_ERR=/tmp/tmp.VcmiCIKybu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-23059 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-23059 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-23059 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.lHcB7wu7Bm + cat /tmp/tmp.VcmiCIKybu error: no matching resources found + rm /tmp/tmp.lHcB7wu7Bm /tmp/tmp.VcmiCIKybu + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met waiting for pod/some-name-haproxy-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-1 ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-2 + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yTaxecrjBK +++ mktemp ++ local LAST_ERR=/tmp/tmp.SdALRjsV2m ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yTaxecrjBK ++ cat /tmp/tmp.SdALRjsV2m Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.yTaxecrjBK /tmp/tmp.SdALRjsV2m ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tO5gqa42vO +++ mktemp ++ local LAST_ERR=/tmp/tmp.mv7ovnineu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tO5gqa42vO ++ cat /tmp/tmp.mv7ovnineu ++ rm /tmp/tmp.tO5gqa42vO /tmp/tmp.mv7ovnineu ++ return 0 + client_pod=pxc-client-6db4b8c477-7dpn2 + wait_pod pxc-client-6db4b8c477-7dpn2 + local pod=pxc-client-6db4b8c477-7dpn2 + local max_retry=480 + local ns= ++ echo pxc-client-6db4b8c477-7dpn2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6db4b8c477-7dpn2 condition met waiting for pod/pxc-client-6db4b8c477-7dpn2 to become Ready.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YVORELndwh +++ mktemp ++ local LAST_ERR=/tmp/tmp.0QnMyBb7rB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YVORELndwh ++ cat /tmp/tmp.0QnMyBb7rB ++ rm /tmp/tmp.YVORELndwh /tmp/tmp.0QnMyBb7rB ++ return 0 + client_pod=pxc-client-6db4b8c477-7dpn2 + wait_pod pxc-client-6db4b8c477-7dpn2 + local pod=pxc-client-6db4b8c477-7dpn2 + local max_retry=480 + local ns= ++ echo pxc-client-6db4b8c477-7dpn2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6db4b8c477-7dpn2 condition met waiting for pod/pxc-client-6db4b8c477-7dpn2 to become Ready.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MNAT6ErjcQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.mIuTVycKGk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MNAT6ErjcQ ++ cat /tmp/tmp.mIuTVycKGk ++ rm /tmp/tmp.MNAT6ErjcQ /tmp/tmp.mIuTVycKGk ++ return 0 + client_pod=pxc-client-6db4b8c477-7dpn2 + wait_pod pxc-client-6db4b8c477-7dpn2 + local pod=pxc-client-6db4b8c477-7dpn2 + local max_retry=480 + local ns= ++ echo pxc-client-6db4b8c477-7dpn2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6db4b8c477-7dpn2 condition met waiting for pod/pxc-client-6db4b8c477-7dpn2 to become Ready.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Kx7XcAFPMR/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.Kx7XcAFPMR/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j1coExUE2z +++ mktemp ++ local LAST_ERR=/tmp/tmp.0UZV44YD2g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j1coExUE2z ++ cat /tmp/tmp.0UZV44YD2g ++ rm /tmp/tmp.j1coExUE2z /tmp/tmp.0UZV44YD2g ++ return 0 + client_pod=pxc-client-6db4b8c477-7dpn2 + wait_pod pxc-client-6db4b8c477-7dpn2 + local pod=pxc-client-6db4b8c477-7dpn2 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-6db4b8c477-7dpn2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6db4b8c477-7dpn2 condition met waiting for pod/pxc-client-6db4b8c477-7dpn2 to become Ready.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Kx7XcAFPMR/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.Kx7XcAFPMR/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uW76BUIghF +++ mktemp ++ local LAST_ERR=/tmp/tmp.7XEUM1zisT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uW76BUIghF ++ cat /tmp/tmp.7XEUM1zisT ++ rm /tmp/tmp.uW76BUIghF /tmp/tmp.7XEUM1zisT ++ return 0 + client_pod=pxc-client-6db4b8c477-7dpn2 + wait_pod pxc-client-6db4b8c477-7dpn2 + local pod=pxc-client-6db4b8c477-7dpn2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-6db4b8c477-7dpn2 + local container= + set +o xtrace pod/pxc-client-6db4b8c477-7dpn2 condition met waiting for pod/pxc-client-6db4b8c477-7dpn2 to become Ready.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Kx7XcAFPMR/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.Kx7XcAFPMR/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EfcTuy1yL6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BRsE3BMWRb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EfcTuy1yL6 ++ cat /tmp/tmp.BRsE3BMWRb Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.EfcTuy1yL6 /tmp/tmp.BRsE3BMWRb ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3G + local cluster=some-name + local size=3G + echo 'Patching PVC request to 3G in some-name' Patching PVC request to 3G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.9jmHM5cnac ++ mktemp + local LAST_ERR=/tmp/tmp.XNNq4UuWwt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9jmHM5cnac perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.XNNq4UuWwt + rm /tmp/tmp.9jmHM5cnac /tmp/tmp.XNNq4UuWwt + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J5d3lpy7fM +++ mktemp ++ local LAST_ERR=/tmp/tmp.3UaEJtNMbk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J5d3lpy7fM ++ cat /tmp/tmp.3UaEJtNMbk ++ rm /tmp/tmp.J5d3lpy7fM /tmp/tmp.3UaEJtNMbk ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4At8dmIjR1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UJJT9QVPLK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4At8dmIjR1 ++ cat /tmp/tmp.UJJT9QVPLK ++ rm /tmp/tmp.4At8dmIjR1 /tmp/tmp.UJJT9QVPLK ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.9VnLs1IiFd ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.PZuhHuCwhi +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.9VnLs1IiFd +++++ cat /tmp/tmp.PZuhHuCwhi +++++ rm /tmp/tmp.9VnLs1IiFd /tmp/tmp.PZuhHuCwhi +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GJLh46bTwT +++ mktemp ++ local LAST_ERR=/tmp/tmp.CvMWo7Ab2t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GJLh46bTwT ++ cat /tmp/tmp.CvMWo7Ab2t ++ rm /tmp/tmp.GJLh46bTwT /tmp/tmp.CvMWo7Ab2t ++ return 0 + [[ 2 == \2 ]] + wait_all_pvc_resize 3Gi 120 1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.OGmNDbrFXD +++ mktemp ++ local LAST_ERR=/tmp/tmp.V03nOKJddr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OGmNDbrFXD ++ cat /tmp/tmp.V03nOKJddr ++ rm /tmp/tmp.OGmNDbrFXD /tmp/tmp.V03nOKJddr ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 1 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EHxBhpxt1U +++ mktemp ++ local LAST_ERR=/tmp/tmp.fV60niyIkh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EHxBhpxt1U ++ cat /tmp/tmp.fV60niyIkh ++ rm /tmp/tmp.EHxBhpxt1U /tmp/tmp.fV60niyIkh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 0 -ge 120 ]] + echo -n . .+ sleep 1 + retry=1 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1xAP5p3uc5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.k8ZCdp1wxo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1xAP5p3uc5 ++ cat /tmp/tmp.k8ZCdp1wxo ++ rm /tmp/tmp.1xAP5p3uc5 /tmp/tmp.k8ZCdp1wxo ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 1 -ge 120 ]] + echo -n . .+ sleep 1 + retry=2 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2XdbUVNKjk +++ mktemp ++ local LAST_ERR=/tmp/tmp.X3cXmVrwET ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2XdbUVNKjk ++ cat /tmp/tmp.X3cXmVrwET ++ rm /tmp/tmp.2XdbUVNKjk /tmp/tmp.X3cXmVrwET ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 2 -ge 120 ]] + echo -n . .+ sleep 1 + retry=3 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YW6CuCKl64 +++ mktemp ++ local LAST_ERR=/tmp/tmp.sdusTNDygL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YW6CuCKl64 ++ cat /tmp/tmp.sdusTNDygL ++ rm /tmp/tmp.YW6CuCKl64 /tmp/tmp.sdusTNDygL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 3 -ge 120 ]] + echo -n . .+ sleep 1 + retry=4 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zAOERgB5XZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.XyScJOX9CG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zAOERgB5XZ ++ cat /tmp/tmp.XyScJOX9CG ++ rm /tmp/tmp.zAOERgB5XZ /tmp/tmp.XyScJOX9CG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 4 -ge 120 ]] + echo -n . .+ sleep 1 + retry=5 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pi4Z2rFU92 +++ mktemp ++ local LAST_ERR=/tmp/tmp.V67dUe7FvZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pi4Z2rFU92 ++ cat /tmp/tmp.V67dUe7FvZ ++ rm /tmp/tmp.pi4Z2rFU92 /tmp/tmp.V67dUe7FvZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 5 -ge 120 ]] + echo -n . .+ sleep 1 + retry=6 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4AywkcPohI +++ mktemp ++ local LAST_ERR=/tmp/tmp.4B5Eh3aSaQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4AywkcPohI ++ cat /tmp/tmp.4B5Eh3aSaQ ++ rm /tmp/tmp.4AywkcPohI /tmp/tmp.4B5Eh3aSaQ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 6 -ge 120 ]] + echo -n . .+ sleep 1 + retry=7 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zUEPvG1x7r +++ mktemp ++ local LAST_ERR=/tmp/tmp.1dyCmCkx1G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zUEPvG1x7r ++ cat /tmp/tmp.1dyCmCkx1G ++ rm /tmp/tmp.zUEPvG1x7r /tmp/tmp.1dyCmCkx1G ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 7 -ge 120 ]] + echo -n . .+ sleep 1 + retry=8 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o1vTkieQ1Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.DoddduDO9o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o1vTkieQ1Z ++ cat /tmp/tmp.DoddduDO9o ++ rm /tmp/tmp.o1vTkieQ1Z /tmp/tmp.DoddduDO9o ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 8 -ge 120 ]] + echo -n . .+ sleep 1 + retry=9 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vgFgfDDsG5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BJfNOp6WwS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vgFgfDDsG5 ++ cat /tmp/tmp.BJfNOp6WwS ++ rm /tmp/tmp.vgFgfDDsG5 /tmp/tmp.BJfNOp6WwS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 9 -ge 120 ]] + echo -n . .+ sleep 1 + retry=10 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mbAlDiFdvz +++ mktemp ++ local LAST_ERR=/tmp/tmp.cypHmYKMnY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mbAlDiFdvz ++ cat /tmp/tmp.cypHmYKMnY ++ rm /tmp/tmp.mbAlDiFdvz /tmp/tmp.cypHmYKMnY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 10 -ge 120 ]] + echo -n . .+ sleep 1 + retry=11 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.omZE8ivQa7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SEFIAcLToM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.omZE8ivQa7 ++ cat /tmp/tmp.SEFIAcLToM ++ rm /tmp/tmp.omZE8ivQa7 /tmp/tmp.SEFIAcLToM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 11 -ge 120 ]] + echo -n . .+ sleep 1 + retry=12 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.weYxenv2ne +++ mktemp ++ local LAST_ERR=/tmp/tmp.YsfT0qoZFb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.weYxenv2ne ++ cat /tmp/tmp.YsfT0qoZFb ++ rm /tmp/tmp.weYxenv2ne /tmp/tmp.YsfT0qoZFb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 12 -ge 120 ]] + echo -n . .+ sleep 1 + retry=13 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.s4jWqgia9M +++ mktemp ++ local LAST_ERR=/tmp/tmp.2tXiwWgny9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s4jWqgia9M ++ cat /tmp/tmp.2tXiwWgny9 ++ rm /tmp/tmp.s4jWqgia9M /tmp/tmp.2tXiwWgny9 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 13 -ge 120 ]] + echo -n . .+ sleep 1 + retry=14 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8tjeqg2EaG +++ mktemp ++ local LAST_ERR=/tmp/tmp.efvgYeQpiT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8tjeqg2EaG ++ cat /tmp/tmp.efvgYeQpiT ++ rm /tmp/tmp.8tjeqg2EaG /tmp/tmp.efvgYeQpiT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 14 -ge 120 ]] + echo -n . .+ sleep 1 + retry=15 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sdHQiDCDtl +++ mktemp ++ local LAST_ERR=/tmp/tmp.u16da1cXyO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sdHQiDCDtl ++ cat /tmp/tmp.u16da1cXyO ++ rm /tmp/tmp.sdHQiDCDtl /tmp/tmp.u16da1cXyO ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 15 -ge 120 ]] + echo -n . .+ sleep 1 + retry=16 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zWVu5ECKtt +++ mktemp ++ local LAST_ERR=/tmp/tmp.yLRm5XsImg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zWVu5ECKtt ++ cat /tmp/tmp.yLRm5XsImg ++ rm /tmp/tmp.zWVu5ECKtt /tmp/tmp.yLRm5XsImg ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 16 -ge 120 ]] + echo -n . .+ sleep 1 + retry=17 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.piKmQlsigm +++ mktemp ++ local LAST_ERR=/tmp/tmp.1Xzn0dZgXa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.piKmQlsigm ++ cat /tmp/tmp.1Xzn0dZgXa ++ rm /tmp/tmp.piKmQlsigm /tmp/tmp.1Xzn0dZgXa ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 17 -ge 120 ]] + echo -n . .+ sleep 1 + retry=18 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oyeTiDxJwC +++ mktemp ++ local LAST_ERR=/tmp/tmp.aPJMTGSBHM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oyeTiDxJwC ++ cat /tmp/tmp.aPJMTGSBHM ++ rm /tmp/tmp.oyeTiDxJwC /tmp/tmp.aPJMTGSBHM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 18 -ge 120 ]] + echo -n . .+ sleep 1 + retry=19 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ssQgeiqPQt +++ mktemp ++ local LAST_ERR=/tmp/tmp.op92vQPZlf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ssQgeiqPQt ++ cat /tmp/tmp.op92vQPZlf ++ rm /tmp/tmp.ssQgeiqPQt /tmp/tmp.op92vQPZlf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 19 -ge 120 ]] + echo -n . .+ sleep 1 + retry=20 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xjG2VXsNuU +++ mktemp ++ local LAST_ERR=/tmp/tmp.LBpcWhfljz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xjG2VXsNuU ++ cat /tmp/tmp.LBpcWhfljz ++ rm /tmp/tmp.xjG2VXsNuU /tmp/tmp.LBpcWhfljz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 20 -ge 120 ]] + echo -n . .+ sleep 1 + retry=21 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cBKUZ3ZdDf +++ mktemp ++ local LAST_ERR=/tmp/tmp.BUz37QI7jb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cBKUZ3ZdDf ++ cat /tmp/tmp.BUz37QI7jb ++ rm /tmp/tmp.cBKUZ3ZdDf /tmp/tmp.BUz37QI7jb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 21 -ge 120 ]] + echo -n . .+ sleep 1 + retry=22 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0VOYb9us6g +++ mktemp ++ local LAST_ERR=/tmp/tmp.aTavd0gXqm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0VOYb9us6g ++ cat /tmp/tmp.aTavd0gXqm ++ rm /tmp/tmp.0VOYb9us6g /tmp/tmp.aTavd0gXqm ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 22 -ge 120 ]] + echo -n . .+ sleep 1 + retry=23 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.93WQePve2o +++ mktemp ++ local LAST_ERR=/tmp/tmp.5vY9D4pKOh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.93WQePve2o ++ cat /tmp/tmp.5vY9D4pKOh ++ rm /tmp/tmp.93WQePve2o /tmp/tmp.5vY9D4pKOh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 23 -ge 120 ]] + echo -n . .+ sleep 1 + retry=24 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0azOf9OJ8D +++ mktemp ++ local LAST_ERR=/tmp/tmp.v2RVmF2zBy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0azOf9OJ8D ++ cat /tmp/tmp.v2RVmF2zBy ++ rm /tmp/tmp.0azOf9OJ8D /tmp/tmp.v2RVmF2zBy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 24 -ge 120 ]] + echo -n . .+ sleep 1 + retry=25 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.17sMM90sgZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Eh6x4XmUve ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.17sMM90sgZ ++ cat /tmp/tmp.Eh6x4XmUve ++ rm /tmp/tmp.17sMM90sgZ /tmp/tmp.Eh6x4XmUve ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 25 -ge 120 ]] + echo -n . .+ sleep 1 + retry=26 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TmRmUXe4CJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.8CZYOtYe3U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TmRmUXe4CJ ++ cat /tmp/tmp.8CZYOtYe3U ++ rm /tmp/tmp.TmRmUXe4CJ /tmp/tmp.8CZYOtYe3U ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 26 -ge 120 ]] + echo -n . .+ sleep 1 + retry=27 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zu1Qo8B8WG +++ mktemp ++ local LAST_ERR=/tmp/tmp.FElsmxlNDc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zu1Qo8B8WG ++ cat /tmp/tmp.FElsmxlNDc ++ rm /tmp/tmp.Zu1Qo8B8WG /tmp/tmp.FElsmxlNDc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 27 -ge 120 ]] + echo -n . .+ sleep 1 + retry=28 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.30gD1rMHfl +++ mktemp ++ local LAST_ERR=/tmp/tmp.smuYIVZ8XY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.30gD1rMHfl ++ cat /tmp/tmp.smuYIVZ8XY ++ rm /tmp/tmp.30gD1rMHfl /tmp/tmp.smuYIVZ8XY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 28 -ge 120 ]] + echo -n . .+ sleep 1 + retry=29 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.noIessvBGG +++ mktemp ++ local LAST_ERR=/tmp/tmp.1PxjREm4yy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.noIessvBGG ++ cat /tmp/tmp.1PxjREm4yy ++ rm /tmp/tmp.noIessvBGG /tmp/tmp.1PxjREm4yy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 29 -ge 120 ]] + echo -n . .+ sleep 1 + retry=30 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Sirqz5TWCX +++ mktemp ++ local LAST_ERR=/tmp/tmp.CD5lwjU24j ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Sirqz5TWCX ++ cat /tmp/tmp.CD5lwjU24j ++ rm /tmp/tmp.Sirqz5TWCX /tmp/tmp.CD5lwjU24j ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 30 -ge 120 ]] + echo -n . .+ sleep 1 + retry=31 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gjVW4Jc56v +++ mktemp ++ local LAST_ERR=/tmp/tmp.oqyzQrd3aM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gjVW4Jc56v ++ cat /tmp/tmp.oqyzQrd3aM ++ rm /tmp/tmp.gjVW4Jc56v /tmp/tmp.oqyzQrd3aM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 31 -ge 120 ]] + echo -n . .+ sleep 1 + retry=32 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6WyhwYLtLf +++ mktemp ++ local LAST_ERR=/tmp/tmp.qare2lKDXF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6WyhwYLtLf ++ cat /tmp/tmp.qare2lKDXF ++ rm /tmp/tmp.6WyhwYLtLf /tmp/tmp.qare2lKDXF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 32 -ge 120 ]] + echo -n . .+ sleep 1 + retry=33 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KmnOrmKoRo +++ mktemp ++ local LAST_ERR=/tmp/tmp.W7RoqPpOz7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KmnOrmKoRo ++ cat /tmp/tmp.W7RoqPpOz7 ++ rm /tmp/tmp.KmnOrmKoRo /tmp/tmp.W7RoqPpOz7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 33 -ge 120 ]] + echo -n . .+ sleep 1 + retry=34 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x2PULmc8yC +++ mktemp ++ local LAST_ERR=/tmp/tmp.1g4JA0oVK6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x2PULmc8yC ++ cat /tmp/tmp.1g4JA0oVK6 ++ rm /tmp/tmp.x2PULmc8yC /tmp/tmp.1g4JA0oVK6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 34 -ge 120 ]] + echo -n . .+ sleep 1 + retry=35 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ogQr2wCSL5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.sNtYu5PIRc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ogQr2wCSL5 ++ cat /tmp/tmp.sNtYu5PIRc ++ rm /tmp/tmp.ogQr2wCSL5 /tmp/tmp.sNtYu5PIRc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 35 -ge 120 ]] + echo -n . .+ sleep 1 + retry=36 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qkl5xioZzS +++ mktemp ++ local LAST_ERR=/tmp/tmp.08uDclWyxL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qkl5xioZzS ++ cat /tmp/tmp.08uDclWyxL ++ rm /tmp/tmp.qkl5xioZzS /tmp/tmp.08uDclWyxL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 36 -ge 120 ]] + echo -n . .+ sleep 1 + retry=37 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OIoKuoUTQN +++ mktemp ++ local LAST_ERR=/tmp/tmp.UIQ1jsFm5c ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OIoKuoUTQN ++ cat /tmp/tmp.UIQ1jsFm5c ++ rm /tmp/tmp.OIoKuoUTQN /tmp/tmp.UIQ1jsFm5c ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 37 -ge 120 ]] + echo -n . .+ sleep 1 + retry=38 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DKd7EISBcK +++ mktemp ++ local LAST_ERR=/tmp/tmp.PF9HKEdm10 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DKd7EISBcK ++ cat /tmp/tmp.PF9HKEdm10 ++ rm /tmp/tmp.DKd7EISBcK /tmp/tmp.PF9HKEdm10 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 38 -ge 120 ]] + echo -n . .+ sleep 1 + retry=39 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oWajjcdKw7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.auIZUCJjd6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oWajjcdKw7 ++ cat /tmp/tmp.auIZUCJjd6 ++ rm /tmp/tmp.oWajjcdKw7 /tmp/tmp.auIZUCJjd6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 39 -ge 120 ]] + echo -n . .+ sleep 1 + retry=40 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RCazRfuorP +++ mktemp ++ local LAST_ERR=/tmp/tmp.hIFtM1o40i ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RCazRfuorP ++ cat /tmp/tmp.hIFtM1o40i ++ rm /tmp/tmp.RCazRfuorP /tmp/tmp.hIFtM1o40i ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 40 -ge 120 ]] + echo -n . .+ sleep 1 + retry=41 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8LcLP0M8AF +++ mktemp ++ local LAST_ERR=/tmp/tmp.mZGUwVVQaw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8LcLP0M8AF ++ cat /tmp/tmp.mZGUwVVQaw ++ rm /tmp/tmp.8LcLP0M8AF /tmp/tmp.mZGUwVVQaw ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 41 -ge 120 ]] + echo -n . .+ sleep 1 + retry=42 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IbLovA0ony +++ mktemp ++ local LAST_ERR=/tmp/tmp.hAfClqgfsj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IbLovA0ony ++ cat /tmp/tmp.hAfClqgfsj ++ rm /tmp/tmp.IbLovA0ony /tmp/tmp.hAfClqgfsj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 42 -ge 120 ]] + echo -n . .+ sleep 1 + retry=43 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1bovnKPY9L +++ mktemp ++ local LAST_ERR=/tmp/tmp.8xvBoMUOQ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1bovnKPY9L ++ cat /tmp/tmp.8xvBoMUOQ8 ++ rm /tmp/tmp.1bovnKPY9L /tmp/tmp.8xvBoMUOQ8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 43 -ge 120 ]] + echo -n . .+ sleep 1 + retry=44 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5jOol6NRm3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KPB8ToN96U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5jOol6NRm3 ++ cat /tmp/tmp.KPB8ToN96U ++ rm /tmp/tmp.5jOol6NRm3 /tmp/tmp.KPB8ToN96U ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 44 -ge 120 ]] + echo -n . .+ sleep 1 + retry=45 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H2hjSIEoNw +++ mktemp ++ local LAST_ERR=/tmp/tmp.9mmBGSw8MX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H2hjSIEoNw ++ cat /tmp/tmp.9mmBGSw8MX ++ rm /tmp/tmp.H2hjSIEoNw /tmp/tmp.9mmBGSw8MX ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 45 -ge 120 ]] + echo -n . .+ sleep 1 + retry=46 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qe15W4j4SH +++ mktemp ++ local LAST_ERR=/tmp/tmp.xvntF6CBRi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qe15W4j4SH ++ cat /tmp/tmp.xvntF6CBRi ++ rm /tmp/tmp.Qe15W4j4SH /tmp/tmp.xvntF6CBRi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 46 -ge 120 ]] + echo -n . .+ sleep 1 + retry=47 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g13q5KD6Vh +++ mktemp ++ local LAST_ERR=/tmp/tmp.BSnqnBOX8T ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g13q5KD6Vh ++ cat /tmp/tmp.BSnqnBOX8T ++ rm /tmp/tmp.g13q5KD6Vh /tmp/tmp.BSnqnBOX8T ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 47 -ge 120 ]] + echo -n . .+ sleep 1 + retry=48 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zGW4uEQawg +++ mktemp ++ local LAST_ERR=/tmp/tmp.PjFhcWMSPs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zGW4uEQawg ++ cat /tmp/tmp.PjFhcWMSPs ++ rm /tmp/tmp.zGW4uEQawg /tmp/tmp.PjFhcWMSPs ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 48 -ge 120 ]] + echo -n . .+ sleep 1 + retry=49 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LNw5o7E15a +++ mktemp ++ local LAST_ERR=/tmp/tmp.TiywdSDt5b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LNw5o7E15a ++ cat /tmp/tmp.TiywdSDt5b ++ rm /tmp/tmp.LNw5o7E15a /tmp/tmp.TiywdSDt5b ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 49 -ge 120 ]] + echo -n . .+ sleep 1 + retry=50 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XUP5xrFubb +++ mktemp ++ local LAST_ERR=/tmp/tmp.LPK3Gq37LP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XUP5xrFubb ++ cat /tmp/tmp.LPK3Gq37LP ++ rm /tmp/tmp.XUP5xrFubb /tmp/tmp.LPK3Gq37LP ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 50 -ge 120 ]] + echo -n . .+ sleep 1 + retry=51 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WLnF2hVOcp +++ mktemp ++ local LAST_ERR=/tmp/tmp.MjSVdnNJZs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WLnF2hVOcp ++ cat /tmp/tmp.MjSVdnNJZs ++ rm /tmp/tmp.WLnF2hVOcp /tmp/tmp.MjSVdnNJZs ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 51 -ge 120 ]] + echo -n . .+ sleep 1 + retry=52 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cv9uxosVW6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xMs1RQrASr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cv9uxosVW6 ++ cat /tmp/tmp.xMs1RQrASr ++ rm /tmp/tmp.cv9uxosVW6 /tmp/tmp.xMs1RQrASr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 52 -ge 120 ]] + echo -n . .+ sleep 1 + retry=53 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m18FGffuG1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.rjbu4jLomb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m18FGffuG1 ++ cat /tmp/tmp.rjbu4jLomb ++ rm /tmp/tmp.m18FGffuG1 /tmp/tmp.rjbu4jLomb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 53 -ge 120 ]] + echo -n . .+ sleep 1 + retry=54 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rj9Kzm0ORj +++ mktemp ++ local LAST_ERR=/tmp/tmp.V3PMx9rryY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rj9Kzm0ORj ++ cat /tmp/tmp.V3PMx9rryY ++ rm /tmp/tmp.Rj9Kzm0ORj /tmp/tmp.V3PMx9rryY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 54 -ge 120 ]] + echo -n . .+ sleep 1 + retry=55 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uIgYhKXXRU +++ mktemp ++ local LAST_ERR=/tmp/tmp.bku10G9wnG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uIgYhKXXRU ++ cat /tmp/tmp.bku10G9wnG ++ rm /tmp/tmp.uIgYhKXXRU /tmp/tmp.bku10G9wnG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 55 -ge 120 ]] + echo -n . .+ sleep 1 + retry=56 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A5e3NojxWU +++ mktemp ++ local LAST_ERR=/tmp/tmp.4RRoJaj290 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A5e3NojxWU ++ cat /tmp/tmp.4RRoJaj290 ++ rm /tmp/tmp.A5e3NojxWU /tmp/tmp.4RRoJaj290 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 56 -ge 120 ]] + echo -n . .+ sleep 1 + retry=57 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hRCT3TkHeC +++ mktemp ++ local LAST_ERR=/tmp/tmp.7odoxkNl6N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hRCT3TkHeC ++ cat /tmp/tmp.7odoxkNl6N ++ rm /tmp/tmp.hRCT3TkHeC /tmp/tmp.7odoxkNl6N ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 57 -ge 120 ]] + echo -n . .+ sleep 1 + retry=58 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vOgJNhQmuH +++ mktemp ++ local LAST_ERR=/tmp/tmp.P4AbGu1xXq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vOgJNhQmuH ++ cat /tmp/tmp.P4AbGu1xXq ++ rm /tmp/tmp.vOgJNhQmuH /tmp/tmp.P4AbGu1xXq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 58 -ge 120 ]] + echo -n . .+ sleep 1 + retry=59 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lRc9hcVQuB +++ mktemp ++ local LAST_ERR=/tmp/tmp.l4KAfRRvQ7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lRc9hcVQuB ++ cat /tmp/tmp.l4KAfRRvQ7 ++ rm /tmp/tmp.lRc9hcVQuB /tmp/tmp.l4KAfRRvQ7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 59 -ge 120 ]] + echo -n . .+ sleep 1 + retry=60 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WEAM5MbwRX +++ mktemp ++ local LAST_ERR=/tmp/tmp.4cBqVB8KKt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WEAM5MbwRX ++ cat /tmp/tmp.4cBqVB8KKt ++ rm /tmp/tmp.WEAM5MbwRX /tmp/tmp.4cBqVB8KKt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 60 -ge 120 ]] + echo -n . .+ sleep 1 + retry=61 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SaSsNUuNBW +++ mktemp ++ local LAST_ERR=/tmp/tmp.er9kAjpCPM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SaSsNUuNBW ++ cat /tmp/tmp.er9kAjpCPM ++ rm /tmp/tmp.SaSsNUuNBW /tmp/tmp.er9kAjpCPM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 61 -ge 120 ]] + echo -n . .+ sleep 1 + retry=62 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.86Dzwfgddk +++ mktemp ++ local LAST_ERR=/tmp/tmp.b7DAW2MZOO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.86Dzwfgddk ++ cat /tmp/tmp.b7DAW2MZOO ++ rm /tmp/tmp.86Dzwfgddk /tmp/tmp.b7DAW2MZOO ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 62 -ge 120 ]] + echo -n . .+ sleep 1 + retry=63 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uLXj8pOjRJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.siKc4qgHYD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uLXj8pOjRJ ++ cat /tmp/tmp.siKc4qgHYD ++ rm /tmp/tmp.uLXj8pOjRJ /tmp/tmp.siKc4qgHYD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 63 -ge 120 ]] + echo -n . .+ sleep 1 + retry=64 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TtWq7tdxVe +++ mktemp ++ local LAST_ERR=/tmp/tmp.MRBcz1F8LH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TtWq7tdxVe ++ cat /tmp/tmp.MRBcz1F8LH ++ rm /tmp/tmp.TtWq7tdxVe /tmp/tmp.MRBcz1F8LH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 64 -ge 120 ]] + echo -n . .+ sleep 1 + retry=65 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VREyUuU2WZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.aDLalw6xL3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VREyUuU2WZ ++ cat /tmp/tmp.aDLalw6xL3 ++ rm /tmp/tmp.VREyUuU2WZ /tmp/tmp.aDLalw6xL3 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 65 -ge 120 ]] + echo -n . .+ sleep 1 + retry=66 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ipIww9w4tp +++ mktemp ++ local LAST_ERR=/tmp/tmp.IApMxF2SBL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ipIww9w4tp ++ cat /tmp/tmp.IApMxF2SBL ++ rm /tmp/tmp.ipIww9w4tp /tmp/tmp.IApMxF2SBL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 66 -ge 120 ]] + echo -n . .+ sleep 1 + retry=67 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kDLTSrE2LW +++ mktemp ++ local LAST_ERR=/tmp/tmp.tdiudCGsVj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kDLTSrE2LW ++ cat /tmp/tmp.tdiudCGsVj ++ rm /tmp/tmp.kDLTSrE2LW /tmp/tmp.tdiudCGsVj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 67 -ge 120 ]] + echo -n . .+ sleep 1 + retry=68 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zAUZ28pJPk +++ mktemp ++ local LAST_ERR=/tmp/tmp.F9vW1y5KMV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zAUZ28pJPk ++ cat /tmp/tmp.F9vW1y5KMV ++ rm /tmp/tmp.zAUZ28pJPk /tmp/tmp.F9vW1y5KMV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 68 -ge 120 ]] + echo -n . .+ sleep 1 + retry=69 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AjBCrfY06S +++ mktemp ++ local LAST_ERR=/tmp/tmp.btyvl2YomO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AjBCrfY06S ++ cat /tmp/tmp.btyvl2YomO ++ rm /tmp/tmp.AjBCrfY06S /tmp/tmp.btyvl2YomO ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 69 -ge 120 ]] + echo -n . .+ sleep 1 + retry=70 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XJr6PztdKE +++ mktemp ++ local LAST_ERR=/tmp/tmp.oafk4LVQj6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XJr6PztdKE ++ cat /tmp/tmp.oafk4LVQj6 ++ rm /tmp/tmp.XJr6PztdKE /tmp/tmp.oafk4LVQj6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 70 -ge 120 ]] + echo -n . .+ sleep 1 + retry=71 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JZZrowhgkH +++ mktemp ++ local LAST_ERR=/tmp/tmp.rAcPiwb9pg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JZZrowhgkH ++ cat /tmp/tmp.rAcPiwb9pg ++ rm /tmp/tmp.JZZrowhgkH /tmp/tmp.rAcPiwb9pg ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 71 -ge 120 ]] + echo -n . .+ sleep 1 + retry=72 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LrEqSigTGa +++ mktemp ++ local LAST_ERR=/tmp/tmp.a7b2GhACve ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LrEqSigTGa ++ cat /tmp/tmp.a7b2GhACve ++ rm /tmp/tmp.LrEqSigTGa /tmp/tmp.a7b2GhACve ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 72 -ge 120 ]] + echo -n . .+ sleep 1 + retry=73 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kEkFq5iun8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.eQanlRnEhI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kEkFq5iun8 ++ cat /tmp/tmp.eQanlRnEhI ++ rm /tmp/tmp.kEkFq5iun8 /tmp/tmp.eQanlRnEhI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 73 -ge 120 ]] + echo -n . .+ sleep 1 + retry=74 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8ow3582m0O +++ mktemp ++ local LAST_ERR=/tmp/tmp.kC6NaZv6GZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8ow3582m0O ++ cat /tmp/tmp.kC6NaZv6GZ ++ rm /tmp/tmp.8ow3582m0O /tmp/tmp.kC6NaZv6GZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 74 -ge 120 ]] + echo -n . .+ sleep 1 + retry=75 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Vi956abx4I +++ mktemp ++ local LAST_ERR=/tmp/tmp.NGJ9bDQ4L7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Vi956abx4I ++ cat /tmp/tmp.NGJ9bDQ4L7 ++ rm /tmp/tmp.Vi956abx4I /tmp/tmp.NGJ9bDQ4L7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 75 -ge 120 ]] + echo -n . .+ sleep 1 + retry=76 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JTTMpeHXDc +++ mktemp ++ local LAST_ERR=/tmp/tmp.prAEI52lHI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JTTMpeHXDc ++ cat /tmp/tmp.prAEI52lHI ++ rm /tmp/tmp.JTTMpeHXDc /tmp/tmp.prAEI52lHI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 76 -ge 120 ]] + echo -n . .+ sleep 1 + retry=77 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.14igu8adyI +++ mktemp ++ local LAST_ERR=/tmp/tmp.R5r4lfclpd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.14igu8adyI ++ cat /tmp/tmp.R5r4lfclpd ++ rm /tmp/tmp.14igu8adyI /tmp/tmp.R5r4lfclpd ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 77 -ge 120 ]] + echo -n . .+ sleep 1 + retry=78 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rNUsPWrmMh +++ mktemp ++ local LAST_ERR=/tmp/tmp.VAdgL8ULPZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rNUsPWrmMh ++ cat /tmp/tmp.VAdgL8ULPZ ++ rm /tmp/tmp.rNUsPWrmMh /tmp/tmp.VAdgL8ULPZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 78 -ge 120 ]] + echo -n . .+ sleep 1 + retry=79 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eWw5ILRPr5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.a9UXId3ETd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eWw5ILRPr5 ++ cat /tmp/tmp.a9UXId3ETd ++ rm /tmp/tmp.eWw5ILRPr5 /tmp/tmp.a9UXId3ETd ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 79 -ge 120 ]] + echo -n . .+ sleep 1 + retry=80 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zcDWENGlXs +++ mktemp ++ local LAST_ERR=/tmp/tmp.XWlxt1YByy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zcDWENGlXs ++ cat /tmp/tmp.XWlxt1YByy ++ rm /tmp/tmp.zcDWENGlXs /tmp/tmp.XWlxt1YByy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 80 -ge 120 ]] + echo -n . .+ sleep 1 + retry=81 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xcE6AkGMT3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2GYEhYy9WA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xcE6AkGMT3 ++ cat /tmp/tmp.2GYEhYy9WA ++ rm /tmp/tmp.xcE6AkGMT3 /tmp/tmp.2GYEhYy9WA ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 81 -ge 120 ]] + echo -n . .+ sleep 1 + retry=82 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dsUqpcsgHb +++ mktemp ++ local LAST_ERR=/tmp/tmp.cdxyCJlAxz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dsUqpcsgHb ++ cat /tmp/tmp.cdxyCJlAxz ++ rm /tmp/tmp.dsUqpcsgHb /tmp/tmp.cdxyCJlAxz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 82 -ge 120 ]] + echo -n . .+ sleep 1 + retry=83 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b7kiorZV5F +++ mktemp ++ local LAST_ERR=/tmp/tmp.pCBJB8bwsr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b7kiorZV5F ++ cat /tmp/tmp.pCBJB8bwsr ++ rm /tmp/tmp.b7kiorZV5F /tmp/tmp.pCBJB8bwsr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 83 -ge 120 ]] + echo -n . .+ sleep 1 + retry=84 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b8S0M5UCM1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AR1bgC6aHS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b8S0M5UCM1 ++ cat /tmp/tmp.AR1bgC6aHS ++ rm /tmp/tmp.b8S0M5UCM1 /tmp/tmp.AR1bgC6aHS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 84 -ge 120 ]] + echo -n . .+ sleep 1 + retry=85 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vQ4BH7iWe1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.XiJL1kLL2U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vQ4BH7iWe1 ++ cat /tmp/tmp.XiJL1kLL2U ++ rm /tmp/tmp.vQ4BH7iWe1 /tmp/tmp.XiJL1kLL2U ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 85 -ge 120 ]] + echo -n . .+ sleep 1 + retry=86 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zKzM3XDPm3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BBhHtBDK7c ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zKzM3XDPm3 ++ cat /tmp/tmp.BBhHtBDK7c ++ rm /tmp/tmp.zKzM3XDPm3 /tmp/tmp.BBhHtBDK7c ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 86 -ge 120 ]] + echo -n . .+ sleep 1 + retry=87 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UXJ8Mjcmhf +++ mktemp ++ local LAST_ERR=/tmp/tmp.mNxYl8nqDI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UXJ8Mjcmhf ++ cat /tmp/tmp.mNxYl8nqDI ++ rm /tmp/tmp.UXJ8Mjcmhf /tmp/tmp.mNxYl8nqDI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 87 -ge 120 ]] + echo -n . .+ sleep 1 + retry=88 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mFohrVlc5c +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wf440ZxjUn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mFohrVlc5c ++ cat /tmp/tmp.Wf440ZxjUn ++ rm /tmp/tmp.mFohrVlc5c /tmp/tmp.Wf440ZxjUn ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 88 -ge 120 ]] + echo -n . .+ sleep 1 + retry=89 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JV3xqFHdg5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.DD64qweHLj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JV3xqFHdg5 ++ cat /tmp/tmp.DD64qweHLj ++ rm /tmp/tmp.JV3xqFHdg5 /tmp/tmp.DD64qweHLj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 89 -ge 120 ]] + echo -n . .+ sleep 1 + retry=90 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5oAoixavV2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.FCWqdVByED ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5oAoixavV2 ++ cat /tmp/tmp.FCWqdVByED ++ rm /tmp/tmp.5oAoixavV2 /tmp/tmp.FCWqdVByED ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 90 -ge 120 ]] + echo -n . .+ sleep 1 + retry=91 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cyKM8QDBdr +++ mktemp ++ local LAST_ERR=/tmp/tmp.9eNM83IhEL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cyKM8QDBdr ++ cat /tmp/tmp.9eNM83IhEL ++ rm /tmp/tmp.cyKM8QDBdr /tmp/tmp.9eNM83IhEL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 91 -ge 120 ]] + echo -n . .+ sleep 1 + retry=92 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eUifGxtYhv +++ mktemp ++ local LAST_ERR=/tmp/tmp.kQ0QnSe69S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eUifGxtYhv ++ cat /tmp/tmp.kQ0QnSe69S ++ rm /tmp/tmp.eUifGxtYhv /tmp/tmp.kQ0QnSe69S ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 92 -ge 120 ]] + echo -n . .+ sleep 1 + retry=93 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J4HKFYcmpH +++ mktemp ++ local LAST_ERR=/tmp/tmp.BmhhAopFvG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J4HKFYcmpH ++ cat /tmp/tmp.BmhhAopFvG ++ rm /tmp/tmp.J4HKFYcmpH /tmp/tmp.BmhhAopFvG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 93 -ge 120 ]] + echo -n . .+ sleep 1 + retry=94 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vLIHDGEfJm +++ mktemp ++ local LAST_ERR=/tmp/tmp.K5sAOYAtJx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vLIHDGEfJm ++ cat /tmp/tmp.K5sAOYAtJx ++ rm /tmp/tmp.vLIHDGEfJm /tmp/tmp.K5sAOYAtJx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 94 -ge 120 ]] + echo -n . .+ sleep 1 + retry=95 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xSSaVgvc9e +++ mktemp ++ local LAST_ERR=/tmp/tmp.oNNTwYmR8q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xSSaVgvc9e ++ cat /tmp/tmp.oNNTwYmR8q ++ rm /tmp/tmp.xSSaVgvc9e /tmp/tmp.oNNTwYmR8q ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 95 -ge 120 ]] + echo -n . .+ sleep 1 + retry=96 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VKkvCfcaQB +++ mktemp ++ local LAST_ERR=/tmp/tmp.gh87fsKkjH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VKkvCfcaQB ++ cat /tmp/tmp.gh87fsKkjH ++ rm /tmp/tmp.VKkvCfcaQB /tmp/tmp.gh87fsKkjH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 96 -ge 120 ]] + echo -n . .+ sleep 1 + retry=97 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8YTml8oIRh +++ mktemp ++ local LAST_ERR=/tmp/tmp.8aDq7hkoyy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8YTml8oIRh ++ cat /tmp/tmp.8aDq7hkoyy ++ rm /tmp/tmp.8YTml8oIRh /tmp/tmp.8aDq7hkoyy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 97 -ge 120 ]] + echo -n . .+ sleep 1 + retry=98 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CGKR6GhxN4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LR71jlZy82 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CGKR6GhxN4 ++ cat /tmp/tmp.LR71jlZy82 ++ rm /tmp/tmp.CGKR6GhxN4 /tmp/tmp.LR71jlZy82 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 98 -ge 120 ]] + echo -n . .+ sleep 1 + retry=99 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eUDEYpfZ0d +++ mktemp ++ local LAST_ERR=/tmp/tmp.rEv1rLAlsR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eUDEYpfZ0d ++ cat /tmp/tmp.rEv1rLAlsR ++ rm /tmp/tmp.eUDEYpfZ0d /tmp/tmp.rEv1rLAlsR ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 99 -ge 120 ]] + echo -n . .+ sleep 1 + retry=100 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2xrWO6Fg3O +++ mktemp ++ local LAST_ERR=/tmp/tmp.c8nxNYCpSD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2xrWO6Fg3O ++ cat /tmp/tmp.c8nxNYCpSD ++ rm /tmp/tmp.2xrWO6Fg3O /tmp/tmp.c8nxNYCpSD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 100 -ge 120 ]] + echo -n . .+ sleep 1 + retry=101 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Oyro0scUtJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.CAUcJvO2wI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Oyro0scUtJ ++ cat /tmp/tmp.CAUcJvO2wI ++ rm /tmp/tmp.Oyro0scUtJ /tmp/tmp.CAUcJvO2wI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 101 -ge 120 ]] + echo -n . .+ sleep 1 + retry=102 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kwblvwYV7G +++ mktemp ++ local LAST_ERR=/tmp/tmp.4fmP32r2wp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kwblvwYV7G ++ cat /tmp/tmp.4fmP32r2wp ++ rm /tmp/tmp.kwblvwYV7G /tmp/tmp.4fmP32r2wp ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 102 -ge 120 ]] + echo -n . .+ sleep 1 + retry=103 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V4OYIS3QTY +++ mktemp ++ local LAST_ERR=/tmp/tmp.Sb67Po2Mte ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V4OYIS3QTY ++ cat /tmp/tmp.Sb67Po2Mte ++ rm /tmp/tmp.V4OYIS3QTY /tmp/tmp.Sb67Po2Mte ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 103 -ge 120 ]] + echo -n . .+ sleep 1 + retry=104 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iP9ctLFoY9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Qo2ITQHnF6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iP9ctLFoY9 ++ cat /tmp/tmp.Qo2ITQHnF6 ++ rm /tmp/tmp.iP9ctLFoY9 /tmp/tmp.Qo2ITQHnF6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 104 -ge 120 ]] + echo -n . .+ sleep 1 + retry=105 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NZ41PLb7WL +++ mktemp ++ local LAST_ERR=/tmp/tmp.aN83cgZsBJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NZ41PLb7WL ++ cat /tmp/tmp.aN83cgZsBJ ++ rm /tmp/tmp.NZ41PLb7WL /tmp/tmp.aN83cgZsBJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 105 -ge 120 ]] + echo -n . .+ sleep 1 + retry=106 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4l6I5cA0cu +++ mktemp ++ local LAST_ERR=/tmp/tmp.p1WBlCsoDM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4l6I5cA0cu ++ cat /tmp/tmp.p1WBlCsoDM ++ rm /tmp/tmp.4l6I5cA0cu /tmp/tmp.p1WBlCsoDM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 106 -ge 120 ]] + echo -n . .+ sleep 1 + retry=107 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.136sJVdDkN +++ mktemp ++ local LAST_ERR=/tmp/tmp.43KfObdRXf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.136sJVdDkN ++ cat /tmp/tmp.43KfObdRXf ++ rm /tmp/tmp.136sJVdDkN /tmp/tmp.43KfObdRXf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 107 -ge 120 ]] + echo -n . .+ sleep 1 + retry=108 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hobkhCc8LY +++ mktemp ++ local LAST_ERR=/tmp/tmp.ruHHuCmzID ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hobkhCc8LY ++ cat /tmp/tmp.ruHHuCmzID ++ rm /tmp/tmp.hobkhCc8LY /tmp/tmp.ruHHuCmzID ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 108 -ge 120 ]] + echo -n . .+ sleep 1 + retry=109 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.osciEN80Yr +++ mktemp ++ local LAST_ERR=/tmp/tmp.hR6SCApklN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.osciEN80Yr ++ cat /tmp/tmp.hR6SCApklN ++ rm /tmp/tmp.osciEN80Yr /tmp/tmp.hR6SCApklN ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 109 -ge 120 ]] + echo -n . .+ sleep 1 + retry=110 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tFCOkWo5sy +++ mktemp ++ local LAST_ERR=/tmp/tmp.s7zPtDYEUj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tFCOkWo5sy ++ cat /tmp/tmp.s7zPtDYEUj ++ rm /tmp/tmp.tFCOkWo5sy /tmp/tmp.s7zPtDYEUj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 110 -ge 120 ]] + echo -n . .+ sleep 1 + retry=111 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hCG5HyyO56 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cUlI43i8ul ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hCG5HyyO56 ++ cat /tmp/tmp.cUlI43i8ul ++ rm /tmp/tmp.hCG5HyyO56 /tmp/tmp.cUlI43i8ul ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 111 -ge 120 ]] + echo -n . .+ sleep 1 + retry=112 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E1sTIPCYXs +++ mktemp ++ local LAST_ERR=/tmp/tmp.KEr7DmzSLw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E1sTIPCYXs ++ cat /tmp/tmp.KEr7DmzSLw ++ rm /tmp/tmp.E1sTIPCYXs /tmp/tmp.KEr7DmzSLw ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 112 -ge 120 ]] + echo -n . .+ sleep 1 + retry=113 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mAEdDS6FlY +++ mktemp ++ local LAST_ERR=/tmp/tmp.DRtG74cz8d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mAEdDS6FlY ++ cat /tmp/tmp.DRtG74cz8d ++ rm /tmp/tmp.mAEdDS6FlY /tmp/tmp.DRtG74cz8d ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 113 -ge 120 ]] + echo -n . .+ sleep 1 + retry=114 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aq2AgtkSMS +++ mktemp ++ local LAST_ERR=/tmp/tmp.7IYKsg7vit ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aq2AgtkSMS ++ cat /tmp/tmp.7IYKsg7vit ++ rm /tmp/tmp.aq2AgtkSMS /tmp/tmp.7IYKsg7vit ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 114 -ge 120 ]] + echo -n . .+ sleep 1 + retry=115 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2OsNOHaHE5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.W3IVSdQOD7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2OsNOHaHE5 ++ cat /tmp/tmp.W3IVSdQOD7 ++ rm /tmp/tmp.2OsNOHaHE5 /tmp/tmp.W3IVSdQOD7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 115 -ge 120 ]] + echo -n . .+ sleep 1 + retry=116 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sgZoxB46Ld +++ mktemp ++ local LAST_ERR=/tmp/tmp.ORKJUfpD2V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sgZoxB46Ld ++ cat /tmp/tmp.ORKJUfpD2V ++ rm /tmp/tmp.sgZoxB46Ld /tmp/tmp.ORKJUfpD2V ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 116 -ge 120 ]] + echo -n . .+ sleep 1 + retry=117 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XxWsCXxHEk +++ mktemp ++ local LAST_ERR=/tmp/tmp.C5kJ99Ot9L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XxWsCXxHEk ++ cat /tmp/tmp.C5kJ99Ot9L ++ rm /tmp/tmp.XxWsCXxHEk /tmp/tmp.C5kJ99Ot9L ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 117 -ge 120 ]] + echo -n . .+ sleep 1 + retry=118 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a9N5hh2ahv +++ mktemp ++ local LAST_ERR=/tmp/tmp.KjKoiJsOkG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a9N5hh2ahv ++ cat /tmp/tmp.KjKoiJsOkG ++ rm /tmp/tmp.a9N5hh2ahv /tmp/tmp.KjKoiJsOkG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 118 -ge 120 ]] + echo -n . .+ sleep 1 + retry=119 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ETVfgQ0jMp +++ mktemp ++ local LAST_ERR=/tmp/tmp.n4uoWpUu3Y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ETVfgQ0jMp ++ cat /tmp/tmp.n4uoWpUu3Y ++ rm /tmp/tmp.ETVfgQ0jMp /tmp/tmp.n4uoWpUu3Y ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 119 -ge 120 ]] + echo -n . .+ sleep 1 + retry=120 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1IRgcJ8f28 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9fCVL0SfHD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1IRgcJ8f28 ++ cat /tmp/tmp.9fCVL0SfHD ++ rm /tmp/tmp.1IRgcJ8f28 /tmp/tmp.9fCVL0SfHD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 120 -ge 120 ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded' persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded + return 1 + return 1 + echo 'Enabling PVC resize' Enabling PVC resize + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' ++ mktemp + local LAST_OUT=/tmp/tmp.tbER8Rbete ++ mktemp + local LAST_ERR=/tmp/tmp.NKWQyCjbve + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tbER8Rbete perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.NKWQyCjbve + rm /tmp/tmp.tbER8Rbete /tmp/tmp.NKWQyCjbve + return 0 + sleep 10 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Qly23Akto +++ mktemp ++ local LAST_ERR=/tmp/tmp.8NSev2qZl7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Qly23Akto ++ cat /tmp/tmp.8NSev2qZl7 ++ rm /tmp/tmp.1Qly23Akto /tmp/tmp.8NSev2qZl7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VHFxkXa7FM +++ mktemp ++ local LAST_ERR=/tmp/tmp.hypHqEUint ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VHFxkXa7FM ++ cat /tmp/tmp.hypHqEUint ++ rm /tmp/tmp.VHFxkXa7FM /tmp/tmp.hypHqEUint ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tzKCAob7ik +++ mktemp ++ local LAST_ERR=/tmp/tmp.Hz7agaY5Pz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tzKCAob7ik ++ cat /tmp/tmp.Hz7agaY5Pz ++ rm /tmp/tmp.tzKCAob7ik /tmp/tmp.Hz7agaY5Pz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0OL4e9iI0Q +++ mktemp ++ local LAST_ERR=/tmp/tmp.PmS6QGETM0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0OL4e9iI0Q ++ cat /tmp/tmp.PmS6QGETM0 ++ rm /tmp/tmp.0OL4e9iI0Q /tmp/tmp.PmS6QGETM0 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1pHcmfgTte +++ mktemp ++ local LAST_ERR=/tmp/tmp.Nw7HwLJZ2J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1pHcmfgTte ++ cat /tmp/tmp.Nw7HwLJZ2J ++ rm /tmp/tmp.1pHcmfgTte /tmp/tmp.Nw7HwLJZ2J ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.LHVhAZjO21 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.5WRjCnrqdz +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.LHVhAZjO21 +++++ cat /tmp/tmp.5WRjCnrqdz +++++ rm /tmp/tmp.LHVhAZjO21 /tmp/tmp.5WRjCnrqdz +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VkRsbnowcJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.iYriSXsuAX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VkRsbnowcJ ++ cat /tmp/tmp.iYriSXsuAX ++ rm /tmp/tmp.VkRsbnowcJ /tmp/tmp.iYriSXsuAX ++ return 0 + [[ 2 == \2 ]] + wait_all_pvc_resize 3Gi + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZqJgua8tiq +++ mktemp ++ local LAST_ERR=/tmp/tmp.yjeBHfkXOs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZqJgua8tiq ++ cat /tmp/tmp.yjeBHfkXOs ++ rm /tmp/tmp.ZqJgua8tiq /tmp/tmp.yjeBHfkXOs ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X8JoOlgU0d +++ mktemp ++ local LAST_ERR=/tmp/tmp.TZgoMn99Y3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X8JoOlgU0d ++ cat /tmp/tmp.TZgoMn99Y3 ++ rm /tmp/tmp.X8JoOlgU0d /tmp/tmp.TZgoMn99Y3 ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HzwBtVlwIR +++ mktemp ++ local LAST_ERR=/tmp/tmp.FoR48tJtxz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HzwBtVlwIR ++ cat /tmp/tmp.FoR48tJtxz ++ rm /tmp/tmp.HzwBtVlwIR /tmp/tmp.FoR48tJtxz ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.577nxg0iew +++ mktemp ++ local LAST_ERR=/tmp/tmp.nY8U71YZuo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.577nxg0iew ++ cat /tmp/tmp.nY8U71YZuo ++ rm /tmp/tmp.577nxg0iew /tmp/tmp.nY8U71YZuo ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + '[' 0 == 1 -o -n '' ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p4jXGxSqrn +++ mktemp ++ local LAST_ERR=/tmp/tmp.OXrt0Od1Bg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p4jXGxSqrn ++ cat /tmp/tmp.OXrt0Od1Bg ++ rm /tmp/tmp.p4jXGxSqrn /tmp/tmp.OXrt0Od1Bg ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/10Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.AxPpLMQ21j ++ mktemp + local LAST_ERR=/tmp/tmp.l3bQSnEwxp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AxPpLMQ21j resourcequota/default-storage-quota created + cat /tmp/tmp.l3bQSnEwxp + rm /tmp/tmp.AxPpLMQ21j /tmp/tmp.l3bQSnEwxp + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.AjZsbtiQTr ++ mktemp + local LAST_ERR=/tmp/tmp.x1z4p3bZsj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AjZsbtiQTr perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.x1z4p3bZsj + rm /tmp/tmp.AjZsbtiQTr /tmp/tmp.x1z4p3bZsj + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4G2RICAmoo +++ mktemp ++ local LAST_ERR=/tmp/tmp.4kP4tE9kDI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4G2RICAmoo ++ cat /tmp/tmp.4kP4tE9kDI ++ rm /tmp/tmp.4G2RICAmoo /tmp/tmp.4kP4tE9kDI ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tUcdND0fsT +++ mktemp ++ local LAST_ERR=/tmp/tmp.DIhkWdrD9U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tUcdND0fsT ++ cat /tmp/tmp.DIhkWdrD9U ++ rm /tmp/tmp.tUcdND0fsT /tmp/tmp.DIhkWdrD9U ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.RrN35CrUQp ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.5AnEIHlLw1 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.RrN35CrUQp +++++ cat /tmp/tmp.5AnEIHlLw1 +++++ rm /tmp/tmp.RrN35CrUQp /tmp/tmp.5AnEIHlLw1 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.964sbs00D2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.CLCUgXIKjx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.964sbs00D2 ++ cat /tmp/tmp.CLCUgXIKjx ++ rm /tmp/tmp.964sbs00D2 /tmp/tmp.CLCUgXIKjx ++ return 0 + [[ 2 == \2 ]] + echo + echo 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2eOpWvoRY5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.dA0FLImsj6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2eOpWvoRY5 ++ cat /tmp/tmp.dA0FLImsj6 ++ rm /tmp/tmp.2eOpWvoRY5 /tmp/tmp.dA0FLImsj6 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 120 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tMJpWa2oW8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.31XbpgwWju ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tMJpWa2oW8 ++ cat /tmp/tmp.31XbpgwWju ++ rm /tmp/tmp.tMJpWa2oW8 /tmp/tmp.31XbpgwWju ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 1 -ge 120 ]] + echo -n . .+ sleep 5 + retry=2 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8j8xPXrsry +++ mktemp ++ local LAST_ERR=/tmp/tmp.nbPDu2S7r5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8j8xPXrsry ++ cat /tmp/tmp.nbPDu2S7r5 ++ rm /tmp/tmp.8j8xPXrsry /tmp/tmp.nbPDu2S7r5 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 2 -ge 120 ]] + echo -n . .+ sleep 5 + retry=3 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B0TiSrhjsc +++ mktemp ++ local LAST_ERR=/tmp/tmp.MShPW8FHvm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B0TiSrhjsc ++ cat /tmp/tmp.MShPW8FHvm ++ rm /tmp/tmp.B0TiSrhjsc /tmp/tmp.MShPW8FHvm ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 3 -ge 120 ]] + echo -n . .+ sleep 5 + retry=4 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kBfAMLRHn3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YtxAp5GguA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kBfAMLRHn3 ++ cat /tmp/tmp.YtxAp5GguA ++ rm /tmp/tmp.kBfAMLRHn3 /tmp/tmp.YtxAp5GguA ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 4 -ge 120 ]] + echo -n . .+ sleep 5 + retry=5 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ylV20lauuS +++ mktemp ++ local LAST_ERR=/tmp/tmp.hnazuYw4t1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ylV20lauuS ++ cat /tmp/tmp.hnazuYw4t1 ++ rm /tmp/tmp.ylV20lauuS /tmp/tmp.hnazuYw4t1 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 5 -ge 120 ]] + echo -n . .+ sleep 5 + retry=6 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4R7alvgzpY +++ mktemp ++ local LAST_ERR=/tmp/tmp.gX3KAehsbg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4R7alvgzpY ++ cat /tmp/tmp.gX3KAehsbg ++ rm /tmp/tmp.4R7alvgzpY /tmp/tmp.gX3KAehsbg ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 6 -ge 120 ]] + echo -n . .+ sleep 5 + retry=7 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fKfDCRV33n +++ mktemp ++ local LAST_ERR=/tmp/tmp.AtOldskgQp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fKfDCRV33n ++ cat /tmp/tmp.AtOldskgQp ++ rm /tmp/tmp.fKfDCRV33n /tmp/tmp.AtOldskgQp ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 7 -ge 120 ]] + echo -n . .+ sleep 5 + retry=8 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O79G0W9JKr +++ mktemp ++ local LAST_ERR=/tmp/tmp.iZ449pExBy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O79G0W9JKr ++ cat /tmp/tmp.iZ449pExBy ++ rm /tmp/tmp.O79G0W9JKr /tmp/tmp.iZ449pExBy ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 8 -ge 120 ]] + echo -n . .+ sleep 5 + retry=9 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VT1LDrZ15k +++ mktemp ++ local LAST_ERR=/tmp/tmp.qmQ5QYdFgH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VT1LDrZ15k ++ cat /tmp/tmp.qmQ5QYdFgH ++ rm /tmp/tmp.VT1LDrZ15k /tmp/tmp.qmQ5QYdFgH ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 9 -ge 120 ]] + echo -n . .+ sleep 5 + retry=10 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cn0IeTZN0p +++ mktemp ++ local LAST_ERR=/tmp/tmp.VX3LMp9Sqo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cn0IeTZN0p ++ cat /tmp/tmp.VX3LMp9Sqo ++ rm /tmp/tmp.Cn0IeTZN0p /tmp/tmp.VX3LMp9Sqo ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 10 -ge 120 ]] + echo -n . .+ sleep 5 + retry=11 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uFqkvyhMmr +++ mktemp ++ local LAST_ERR=/tmp/tmp.4oUew6IIFK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uFqkvyhMmr ++ cat /tmp/tmp.4oUew6IIFK ++ rm /tmp/tmp.uFqkvyhMmr /tmp/tmp.4oUew6IIFK ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 11 -ge 120 ]] + echo -n . .+ sleep 5 + retry=12 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dLSFHZxKQP +++ mktemp ++ local LAST_ERR=/tmp/tmp.azYLYC6sf8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dLSFHZxKQP ++ cat /tmp/tmp.azYLYC6sf8 ++ rm /tmp/tmp.dLSFHZxKQP /tmp/tmp.azYLYC6sf8 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 12 -ge 120 ]] + echo -n . .+ sleep 5 + retry=13 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8WWxsb1qVq +++ mktemp ++ local LAST_ERR=/tmp/tmp.5AdcR5xAdr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8WWxsb1qVq ++ cat /tmp/tmp.5AdcR5xAdr ++ rm /tmp/tmp.8WWxsb1qVq /tmp/tmp.5AdcR5xAdr ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hWLgzQ5JpU +++ mktemp ++ local LAST_ERR=/tmp/tmp.oFauQ0rAt0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hWLgzQ5JpU ++ cat /tmp/tmp.oFauQ0rAt0 ++ rm /tmp/tmp.hWLgzQ5JpU /tmp/tmp.oFauQ0rAt0 ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1948/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/12Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.kE7LH6gg6p ++ mktemp + local LAST_ERR=/tmp/tmp.R2BEGVRD7b + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kE7LH6gg6p resourcequota/default-storage-quota configured + cat /tmp/tmp.R2BEGVRD7b + rm /tmp/tmp.kE7LH6gg6p /tmp/tmp.R2BEGVRD7b + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.1w1neg07m9 ++ mktemp + local LAST_ERR=/tmp/tmp.T1928h7cLt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1w1neg07m9 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.T1928h7cLt + rm /tmp/tmp.1w1neg07m9 /tmp/tmp.T1928h7cLt + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ikDyDggWFN +++ mktemp ++ local LAST_ERR=/tmp/tmp.pUOyBHEsFA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ikDyDggWFN ++ cat /tmp/tmp.pUOyBHEsFA ++ rm /tmp/tmp.ikDyDggWFN /tmp/tmp.pUOyBHEsFA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.miyoBL49DV +++ mktemp ++ local LAST_ERR=/tmp/tmp.vfuRTFLSVB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.miyoBL49DV ++ cat /tmp/tmp.vfuRTFLSVB ++ rm /tmp/tmp.miyoBL49DV /tmp/tmp.vfuRTFLSVB ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ydjvlgxrGz +++ mktemp ++ local LAST_ERR=/tmp/tmp.JB7jhiYDLW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ydjvlgxrGz ++ cat /tmp/tmp.JB7jhiYDLW ++ rm /tmp/tmp.ydjvlgxrGz /tmp/tmp.JB7jhiYDLW ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.pS05xcIcwB ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.W04ija3bws +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.pS05xcIcwB +++++ cat /tmp/tmp.W04ija3bws +++++ rm /tmp/tmp.pS05xcIcwB /tmp/tmp.W04ija3bws +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.94Cuz5U1AS +++ mktemp ++ local LAST_ERR=/tmp/tmp.vZsyyTvAMH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.94Cuz5U1AS ++ cat /tmp/tmp.vZsyyTvAMH ++ rm /tmp/tmp.94Cuz5U1AS /tmp/tmp.vZsyyTvAMH ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qpz616Tzv8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cTUFomiI5u ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qpz616Tzv8 ++ cat /tmp/tmp.cTUFomiI5u ++ rm /tmp/tmp.Qpz616Tzv8 /tmp/tmp.cTUFomiI5u ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uFlfUU1rwe +++ mktemp ++ local LAST_ERR=/tmp/tmp.4IVs1PQVOq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uFlfUU1rwe ++ cat /tmp/tmp.4IVs1PQVOq ++ rm /tmp/tmp.uFlfUU1rwe /tmp/tmp.4IVs1PQVOq ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.McgmRHvod8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.crin7pHDZE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.McgmRHvod8 ++ cat /tmp/tmp.crin7pHDZE ++ rm /tmp/tmp.McgmRHvod8 /tmp/tmp.crin7pHDZE ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4avuHzU32d +++ mktemp ++ local LAST_ERR=/tmp/tmp.q2QgoVWOWu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4avuHzU32d ++ cat /tmp/tmp.q2QgoVWOWu ++ rm /tmp/tmp.4avuHzU32d /tmp/tmp.q2QgoVWOWu ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1G + local cluster=some-name + local size=1G + echo 'Patching PVC request to 1G in some-name' Patching PVC request to 1G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.uaqL5vlLgU ++ mktemp + local LAST_ERR=/tmp/tmp.QlIXfNijy1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uaqL5vlLgU perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.QlIXfNijy1 + rm /tmp/tmp.uaqL5vlLgU /tmp/tmp.QlIXfNijy1 + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zozbkJ2cQe +++ mktemp ++ local LAST_ERR=/tmp/tmp.XvFSPBOAt2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zozbkJ2cQe ++ cat /tmp/tmp.XvFSPBOAt2 ++ rm /tmp/tmp.zozbkJ2cQe /tmp/tmp.XvFSPBOAt2 ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.lngIGhJXuw ++ mktemp + local LAST_ERR=/tmp/tmp.pCDRShg6x4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lngIGhJXuw perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.pCDRShg6x4 + rm /tmp/tmp.lngIGhJXuw /tmp/tmp.pCDRShg6x4 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IOtI5WEXFf +++ mktemp ++ local LAST_ERR=/tmp/tmp.oOl8QoJnmt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IOtI5WEXFf ++ cat /tmp/tmp.oOl8QoJnmt ++ rm /tmp/tmp.IOtI5WEXFf /tmp/tmp.oOl8QoJnmt ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.csCQ9CpoxT +++ mktemp ++ local LAST_ERR=/tmp/tmp.PDO4ikyBCK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.csCQ9CpoxT ++ cat /tmp/tmp.PDO4ikyBCK ++ rm /tmp/tmp.csCQ9CpoxT /tmp/tmp.PDO4ikyBCK ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-23059 + local namespace=pvc-resize-23059 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'the object has been modified' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'get backup status: Job.batch' + sort -u + tee /tmp/tmp.Kx7XcAFPMR/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.oxLarVXInC +++ mktemp ++ local LAST_ERR=/tmp/tmp.qvXCVnbyho ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oxLarVXInC ++ cat /tmp/tmp.qvXCVnbyho ++ rm /tmp/tmp.oxLarVXInC /tmp/tmp.qvXCVnbyho ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5f5f9cbb4-94sfk ++ mktemp + local LAST_OUT=/tmp/tmp.7DSNRfsVHA ++ mktemp + local LAST_ERR=/tmp/tmp.a9PLdAxiyW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5f5f9cbb4-94sfk + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7DSNRfsVHA + cat /tmp/tmp.a9PLdAxiyW + rm /tmp/tmp.7DSNRfsVHA /tmp/tmp.a9PLdAxiyW + return 0 2025-01-22T13:17:26.301Z INFO setup Manager starting up {"gitCommit": "70c11cfc9edb0f5dee7a6f18a91120ac58f6385e", "gitBranch": "PR-1948-70c11cfc", "buildTime": "2025-01-22T12:05:11Z", "goVersion": "go1.23.5", "os": "linux", "arch": "amd64"} 2025-01-22T13:17:26.301Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.28.15-gke.1612000"} 2025-01-22T13:17:26.302Z INFO setup Registering Components. 2025-01-22T13:17:28.799Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2025-01-22T13:17:28.802Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2025-01-22T13:17:28.802Z INFO controller-runtime.metrics Starting metrics server 2025-01-22T13:17:28.802Z INFO controller-runtime.webhook Starting webhook server 2025-01-22T13:17:28.802Z INFO setup Starting the Cmd. 2025-01-22T13:17:28.802Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2025-01-22T13:17:28.803Z INFO controller-runtime.certwatcher Updated current TLS certificate 2025-01-22T13:17:28.884Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"interval": "10s"} 2025-01-22T13:17:28.884Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-01-22T13:17:28.903Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2025-01-22T13:17:28.918Z DEBUG events percona-xtradb-cluster-operator-5f5f9cbb4-94sfk_b6e81de9-1609-426c-b75b-95bde8a73ed8 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"33d41ae6-e0a3-4aed-a10d-4fc9c8874499","apiVersion":"coordination.k8s.io/v1","resourceVersion":"41776"}, "reason": "LeaderElection"} 2025-01-22T13:17:28.918Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2025-01-22T13:17:28.918Z INFO Starting Controller {"controller": "pxc-controller"} 2025-01-22T13:17:28.918Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2025-01-22T13:17:28.918Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2025-01-22T13:17:28.918Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2025-01-22T13:17:28.918Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2025-01-22T13:17:28.918Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2025-01-22T13:17:29.030Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2025-01-22T13:17:29.030Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2025-01-22T13:17:29.086Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2025-01-22T13:18:08.504Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "version": "1.17.0"} 2025-01-22T13:18:09.019Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-pxc"} 2025-01-22T13:18:09.048Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-haproxy"} 2025-01-22T13:18:09.255Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-haproxy"} 2025-01-22T13:18:09.356Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-pxc"} 2025-01-22T13:18:09.531Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-pxc-unready"} 2025-01-22T13:18:09.672Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-haproxy"} 2025-01-22T13:18:09.791Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65e1eb8a-00f0-499c-9eb5-9303fbb1e3a3", "object": "some-name-haproxy-replicas"} 2025-01-22T13:18:10.177Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cc200374-e83a-43b8-b2eb-b8f86e9ffc81", "object": "some-name-pxc"} 2025-01-22T13:19:26.021Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d8655cdf-4b9a-4530-b35b-fc150952286d", "user": "operator"} 2025-01-22T13:19:26.040Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d8655cdf-4b9a-4530-b35b-fc150952286d", "user": "monitor"} 2025-01-22T13:19:26.065Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d8655cdf-4b9a-4530-b35b-fc150952286d"} 2025-01-22T13:19:26.099Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d8655cdf-4b9a-4530-b35b-fc150952286d", "user": "xtrabackup"} 2025-01-22T13:19:26.125Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d8655cdf-4b9a-4530-b35b-fc150952286d"} 2025-01-22T13:21:55.036Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "861e5971-f58d-4722-9a1d-a19dbf461457", "user": "root"} 2025-01-22T13:21:55.114Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "861e5971-f58d-4722-9a1d-a19dbf461457", "user": "replication"} 2025-01-22T13:21:55.207Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "861e5971-f58d-4722-9a1d-a19dbf461457", "new version": "5.7.44-48-57"} 2025-01-22T13:27:45.755Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:45.755Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:45.776Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:45.776Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:45.804Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:45.804Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:45.849Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:45.851Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "object": "some-name-pxc"} 2025-01-22T13:27:45.974Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "242cd7ba-802e-4855-895e-5c9191ee7062", "error": "failed to deploy pxc: updatePod for pxc: failed to create or update sts: update error: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\nupdate error\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:138\nk8s.io/client-go/util/retry.OnError.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:51\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtection\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/wait.go:145\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoff\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/backoff.go:461\nk8s.io/client-go/util/retry.OnError\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:50\nk8s.io/client-go/util/retry.RetryOnConflict\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:104\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:98\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to create or update sts\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:143\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nupdatePod for pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:541\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to deploy pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:550\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:27:46.000Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.000Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.000Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-7fc810cc-bf4d-4b38-86c0-5ac7ea14f9d6"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-2cebf16d-f67e-4aab-a38a-63a85ca35670"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-42eb9728-e911-411c-9007-1c7e870be376"} 2025-01-22T13:27:46.000Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:46.042Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.042Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:46.049Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:46.049Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.055Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:46.055Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sfs": "haproxy"} 2025-01-22T13:27:46.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sfs": "pxc"} 2025-01-22T13:27:46.061Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:46.062Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aa3772a1-f5b0-4032-b4fa-0ed047f2c54a", "sfs": "haproxy"} 2025-01-22T13:27:46.142Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.142Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.142Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:46.199Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.199Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:46.205Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:46.205Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.211Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:46.211Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.216Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sfs": "pxc"} 2025-01-22T13:27:46.216Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:46.217Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sfs": "haproxy"} 2025-01-22T13:27:46.217Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "148da8e7-bb8d-4104-94ba-544a06297a9d", "sfs": "pxc"} 2025-01-22T13:27:46.868Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.868Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.869Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.869Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.869Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.869Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:46.869Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:46.890Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.890Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:46.896Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:46.896Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.902Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:46.902Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:46.908Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sfs": "haproxy"} 2025-01-22T13:27:46.908Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sfs": "pxc"} 2025-01-22T13:27:46.908Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:46.909Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "6db73d28-a97e-4111-a982-64e6679acd9a", "sfs": "haproxy"} 2025-01-22T13:27:51.142Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.142Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.142Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.142Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:51.197Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:51.197Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:51.207Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:51.207Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:51.215Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:51.215Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:51.222Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sfs": "pxc"} 2025-01-22T13:27:51.222Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:51.223Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sfs": "haproxy"} 2025-01-22T13:27:51.223Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bff1ba52-22be-4ef7-a65b-d675aeb19883", "sfs": "pxc"} 2025-01-22T13:27:51.282Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.282Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.282Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.282Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.282Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.282Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:45 +0000 UTC"} 2025-01-22T13:27:51.282Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:51.306Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:51.306Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:51.313Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:51.313Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:51.319Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:51.319Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:51.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sfs": "haproxy"} 2025-01-22T13:27:51.324Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sfs": "pxc"} 2025-01-22T13:27:51.324Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:51.325Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sfs": "haproxy"} 2025-01-22T13:27:51.325Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "4124856f-10fb-46a9-9ef0-5ca7804216d4", "sfs": "pxc"} 2025-01-22T13:27:56.281Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.281Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.281Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-01-22T13:27:56.281Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:56.340Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:56.340Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:27:56.345Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:56.345Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:56.351Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:27:56.351Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:56.356Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sfs": "haproxy"} 2025-01-22T13:27:56.356Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sfs": "pxc"} 2025-01-22T13:27:56.356Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:56.357Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "128eefdc-6bf9-4318-bce5-db3e31dc2977", "sfs": "haproxy"} 2025-01-22T13:27:56.426Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.426Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.426Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:27:56.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:27:56.448Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:56.448Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-01-22T13:27:56.456Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:27:56.456Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:56.461Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:27:56.461Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:27:56.467Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sfs": "haproxy"} 2025-01-22T13:27:56.467Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sfs": "pxc"} 2025-01-22T13:27:56.467Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "7b526345-1245-45dd-81b5-b037581b5736", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:01.420Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.421Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.421Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:28:01.458Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:01.458Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-01-22T13:28:01.484Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:01.484Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:01.490Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:28:01.491Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:01.496Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sfs": "pxc"} 2025-01-22T13:28:01.496Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:01.497Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sfs": "haproxy"} 2025-01-22T13:28:01.497Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "775748ea-2edf-4fdb-9a80-bacddf473ddd", "sfs": "pxc"} 2025-01-22T13:28:01.563Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.563Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.563Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.563Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.563Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.563Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:01.563Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-01-22T13:28:01.605Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:01.605Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-01-22T13:28:01.613Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:01.613Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:01.621Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:01.621Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:01.626Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-01-22T13:28:01.627Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sfs": "haproxy"} 2025-01-22T13:28:01.627Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "562c5a4e-5f1b-424f-b658-6650fabf5994", "sfs": "pxc"} 2025-01-22T13:28:06.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.570Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:06.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:06.614Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:06.614Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:06.614Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:06.620Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:06.620Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:06.625Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:06.626Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sfs": "haproxy"} 2025-01-22T13:28:06.626Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9fbc8525-9cc0-469c-971d-1d38f46afdfd", "sfs": "pxc"} 2025-01-22T13:28:06.691Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.691Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.691Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:06.691Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.691Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:06.691Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:06.714Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:06.714Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-01-22T13:28:06.721Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:06.721Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:06.721Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:06.727Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sfs": "haproxy"} 2025-01-22T13:28:06.727Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sfs": "pxc"} 2025-01-22T13:28:06.727Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:06.728Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e5c564f5-f97c-4cc6-8217-7b4b0478daec", "sfs": "haproxy"} 2025-01-22T13:28:11.690Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.690Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.690Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.690Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.691Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:11.691Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:11.732Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:11.732Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-01-22T13:28:11.740Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:11.740Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:11.746Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sfs": "haproxy"} 2025-01-22T13:28:11.746Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sfs": "pxc"} 2025-01-22T13:28:11.746Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:11.746Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:11.747Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c09949b2-a91a-425b-aa1d-7ddbf09e2fff", "sfs": "haproxy"} 2025-01-22T13:28:11.814Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.814Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.814Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:11.814Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.814Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:11.814Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:11.844Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:11.844Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:11.844Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:11.855Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:11.855Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:11.863Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sfs": "haproxy"} 2025-01-22T13:28:11.863Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sfs": "pxc"} 2025-01-22T13:28:11.863Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "55ca7049-4922-4ed3-a922-e355e7ecf7eb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:16.811Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.811Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.811Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.811Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.812Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:16.812Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:16.856Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-01-22T13:28:16.857Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:16.868Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:16.868Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:16.874Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sfs": "haproxy"} 2025-01-22T13:28:16.874Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sfs": "pxc"} 2025-01-22T13:28:16.874Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:16.874Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfd54dc6-1f6d-4c99-8c3d-ab297f2d8aae", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:16.945Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.945Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.945Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:16.945Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.945Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:16.945Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:16.992Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:16.992Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:16.992Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:16.998Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:16.998Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:17.005Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sfs": "haproxy"} 2025-01-22T13:28:17.005Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sfs": "pxc"} 2025-01-22T13:28:17.005Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:17.006Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c702cc60-d998-47b4-b478-b4f10c13d04f", "sfs": "haproxy"} 2025-01-22T13:28:21.940Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:21.940Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:21.940Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:21.940Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:21.940Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:21.940Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:22.025Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:22.025Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:22.025Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:22.030Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:22.030Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:22.036Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sfs": "haproxy"} 2025-01-22T13:28:22.036Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sfs": "pxc"} 2025-01-22T13:28:22.036Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:22.037Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "65a53897-8a3c-42af-9329-f5e1116df892", "sfs": "haproxy"} 2025-01-22T13:28:22.100Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.100Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:22.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.101Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.101Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.101Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:22.147Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:22.147Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:22.147Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:22.155Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:22.155Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:22.162Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:22.163Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sfs": "haproxy"} 2025-01-22T13:28:22.163Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0df39649-832c-450d-9d9a-e5ba86d82427", "sfs": "pxc"} 2025-01-22T13:28:22.357Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.357Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.357Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:22.357Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.357Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:22.357Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:22.489Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:22.489Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:22.489Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:22.630Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:22.630Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:22.723Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sfs": "haproxy"} 2025-01-22T13:28:22.723Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sfs": "pxc"} 2025-01-22T13:28:22.723Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:22.724Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "141a373a-507e-4a13-98c1-dcf2f72c312e", "sfs": "haproxy"} 2025-01-22T13:28:27.100Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.100Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.100Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:27.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:27.137Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:27.137Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-01-22T13:28:27.143Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:27.143Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:27.143Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:27.148Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:27.149Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sfs": "haproxy"} 2025-01-22T13:28:27.149Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "eee0af9a-4d5e-442b-9644-69b1cffddaa0", "sfs": "pxc"} 2025-01-22T13:28:27.215Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.215Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.215Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:27.215Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.215Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:27.215Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:27.235Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:27.235Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:27.235Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:27.242Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:27.242Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:27.248Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sfs": "pxc"} 2025-01-22T13:28:27.248Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:27.249Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sfs": "haproxy"} 2025-01-22T13:28:27.249Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "c91491be-c891-481c-a29e-32d7397b98be", "sfs": "pxc"} 2025-01-22T13:28:32.218Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.218Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.218Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:32.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:32.249Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:32.249Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:32.249Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:32.259Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:32.259Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:32.266Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sfs": "haproxy"} 2025-01-22T13:28:32.266Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sfs": "pxc"} 2025-01-22T13:28:32.266Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:32.267Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1e868a7a-251b-47e7-9fb7-1ab510aa8ffe", "sfs": "haproxy"} 2025-01-22T13:28:32.403Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.403Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.403Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:32.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:32.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:28:32.425Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:32.425Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:32.425Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:32.430Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-01-22T13:28:32.430Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:32.436Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sfs": "haproxy"} 2025-01-22T13:28:32.436Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sfs": "pxc"} 2025-01-22T13:28:32.436Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:32.437Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sfs": "haproxy"} 2025-01-22T13:28:32.437Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "3f7a5e81-bfec-4a5b-9507-29628eba5810", "sfs": "pxc"} 2025-01-22T13:28:37.858Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:37.858Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:37.858Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-01-22T13:28:37.858Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:37.858Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-01-22T13:28:38.027Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:38.027Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:38.027Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:38.027Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:38.068Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sfs": "pxc"} 2025-01-22T13:28:38.068Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:38.069Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sfs": "haproxy"} 2025-01-22T13:28:38.069Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "a956771f-abe4-48f1-8141-fb48474622da", "sfs": "pxc"} 2025-01-22T13:28:38.162Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:38.162Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:38.162Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-01-22T13:28:38.162Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:38.162Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-01-22T13:28:38.216Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:38.216Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:38.216Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-01-22T13:28:38.224Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sfs": "pxc"} 2025-01-22T13:28:38.224Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:38.224Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:38.225Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sfs": "haproxy"} 2025-01-22T13:28:38.225Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "324f8f4e-f582-481b-a870-8d47a7655378", "sfs": "pxc"} 2025-01-22T13:28:38.300Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:38.300Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:38.300Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-01-22T13:28:38.300Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:38.300Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-01-22T13:28:38.323Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:38.323Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:38.323Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:38.323Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:38.331Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sfs": "haproxy"} 2025-01-22T13:28:38.331Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sfs": "pxc"} 2025-01-22T13:28:38.331Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "247145a8-b85f-47a4-8929-805c7e8e7e42", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:43.150Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:43.150Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:43.150Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-01-22T13:28:43.150Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:43.150Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-01-22T13:28:43.191Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:43.191Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:43.191Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:43.191Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:43.198Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sfs": "haproxy"} 2025-01-22T13:28:43.198Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sfs": "pxc"} 2025-01-22T13:28:43.198Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:43.199Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "d5728f2b-d29a-4265-b4c2-f6cb4ac05ae2", "sfs": "haproxy"} 2025-01-22T13:28:43.272Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:43.272Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:43.272Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-01-22T13:28:43.272Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:27:52 +0000 UTC"} 2025-01-22T13:28:43.272Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-01-22T13:28:43.292Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:43.292Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-01-22T13:28:43.292Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-01-22T13:28:43.292Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:28:43.298Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sfs": "haproxy"} 2025-01-22T13:28:43.298Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sfs": "pxc"} 2025-01-22T13:28:43.298Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-01-22T13:28:43.299Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "1774eb4f-f55f-4f03-80a1-17823a57e124", "sfs": "haproxy"} 2025-01-22T13:28:48.272Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sts": "some-name-pxc"} 2025-01-22T13:28:48.272Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-01-22T13:28:48.272Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-01-22T13:28:48.272Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2025-01-22T13:28:48.356Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sfs": "haproxy"} 2025-01-22T13:28:48.356Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sfs": "pxc"} 2025-01-22T13:28:48.356Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "ada9723f-9613-45ad-8033-5a1a3692de5f", "sts": "some-name-pxc"} 2025-01-22T13:28:48.598Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "5b3fca49-d176-4002-907c-04fa72bc3e7c", "object": "some-name-pxc"} 2025-01-22T13:28:48.700Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "5b3fca49-d176-4002-907c-04fa72bc3e7c", "error": "failed to deploy pxc: updatePod for pxc: failed to create or update sts: update error: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\nupdate error\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:138\nk8s.io/client-go/util/retry.OnError.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:51\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtection\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/wait.go:145\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoff\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/backoff.go:461\nk8s.io/client-go/util/retry.OnError\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:50\nk8s.io/client-go/util/retry.RetryOnConflict\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:104\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:98\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to create or update sts\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:143\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nupdatePod for pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:541\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to deploy pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:550\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:28:48.724Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "03f66070-157d-42de-99cd-20a138847f60", "object": "some-name-pxc"} 2025-01-22T13:28:48.751Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "03f66070-157d-42de-99cd-20a138847f60", "object": "some-name-pxc"} 2025-01-22T13:29:20.045Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:29:20.045Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:29:20.113Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-01-22T13:29:20.113Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:29:20.128Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2025-01-22T13:29:20.128Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "originalSize": "3G"} 2025-01-22T13:29:20.278Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "14356cdc-e883-4d3f-aee2-3299bcdd8bbb", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:264\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:331\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:30:57.436Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:57.436Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-01-22T13:30:57.464Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:30:57.464Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:30:57.464Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:57.506Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:30:57.507Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "object": "some-name-pxc"} 2025-01-22T13:30:57.665Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9013e1ae-cf71-4bbf-92ba-b87077b40b49", "error": "failed to deploy pxc: updatePod for pxc: failed to create or update sts: update error: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\nupdate error\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:138\nk8s.io/client-go/util/retry.OnError.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:51\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtection\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/wait.go:145\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoff\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/backoff.go:461\nk8s.io/client-go/util/retry.OnError\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:50\nk8s.io/client-go/util/retry.RetryOnConflict\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:104\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:98\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to create or update sts\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:143\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nupdatePod for pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:541\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to deploy pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:550\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:30:57.706Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.706Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.706Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:30:57.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:30:57.751Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:30:57.751Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:57.751Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:30:57.761Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:30:57.761Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:57.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sfs": "haproxy"} 2025-01-22T13:30:57.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sfs": "pxc"} 2025-01-22T13:30:57.779Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:30:57.780Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0f9294b5-19fe-4c05-bd5b-4f6c0c318513", "sfs": "haproxy"} 2025-01-22T13:30:57.889Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.889Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.889Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:30:57.889Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.889Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:57.889Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:30:57.922Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:30:57.922Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:57.922Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:30:57.935Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:30:57.935Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:57.942Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sfs": "haproxy"} 2025-01-22T13:30:57.942Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sfs": "pxc"} 2025-01-22T13:30:57.942Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:30:57.944Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sfs": "pxc"} 2025-01-22T13:30:57.945Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "790f63a6-c551-4a62-b194-8dd6fcdbba76", "sfs": "haproxy"} 2025-01-22T13:30:58.574Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:58.574Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:58.574Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:30:58.574Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:58.574Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:58.574Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:30:58.623Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:30:58.623Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:58.623Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:30:58.636Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:30:58.636Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:58.646Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sfs": "pxc"} 2025-01-22T13:30:58.646Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:30:58.647Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sfs": "haproxy"} 2025-01-22T13:30:58.647Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "cd09c644-be27-4837-aa4a-0a1acd2f6315", "sfs": "pxc"} 2025-01-22T13:30:59.373Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:59.373Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:59.373Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:30:59.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:59.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:30:59.373Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:30:59.417Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:30:59.417Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:59.417Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:30:59.426Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:30:59.426Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:30:59.437Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sfs": "pxc"} 2025-01-22T13:30:59.437Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:30:59.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sfs": "haproxy"} 2025-01-22T13:30:59.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "464a1157-89b6-457e-a6f0-6523ca52eb6c", "sfs": "pxc"} 2025-01-22T13:31:00.175Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.175Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.175Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:00.175Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.175Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.175Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:31:00.220Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:00.220Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:00.220Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:31:00.225Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:00.225Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:00.234Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sfs": "haproxy"} 2025-01-22T13:31:00.234Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sfs": "pxc"} 2025-01-22T13:31:00.234Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:31:00.235Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "175400bb-6bca-4a70-a537-042cec08feaf", "sfs": "haproxy"} 2025-01-22T13:31:00.974Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.974Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.974Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:00.974Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.974Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:00.974Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:31:01.004Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:01.004Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:01.004Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:31:01.010Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:01.010Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:01.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sfs": "haproxy"} 2025-01-22T13:31:01.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sfs": "pxc"} 2025-01-22T13:31:01.019Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9826d494-e160-4ea3-b4f6-1aad79d9a169", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:31:02.884Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:02.884Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:02.884Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:02.884Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:02.884Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:02.884Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:31:02.931Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:02.931Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-01-22T13:31:03.010Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:03.010Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:03.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sfs": "pxc"} 2025-01-22T13:31:03.019Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:03.019Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:31:03.020Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sfs": "haproxy"} 2025-01-22T13:31:03.020Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "e998c737-c15f-415e-be91-a03e20c8fb7f", "sfs": "pxc"} 2025-01-22T13:31:03.128Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.128Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.128Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:03.128Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.128Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.128Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:31:03.208Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:03.208Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:03.208Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:31:03.225Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:03.225Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:03.240Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:31:03.241Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sfs": "haproxy"} 2025-01-22T13:31:03.241Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "98e4293e-4675-4fae-a4cb-f05111f37632", "sfs": "pxc"} 2025-01-22T13:31:03.376Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.376Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.376Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:03.376Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.376Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:30:57 +0000 UTC"} 2025-01-22T13:31:03.377Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:31:03.403Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:03.403Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:03.403Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:31:03.412Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:03.412Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:03.422Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sfs": "haproxy"} 2025-01-22T13:31:03.422Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sfs": "pxc"} 2025-01-22T13:31:03.422Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "8f5b0694-42b4-4b09-9405-4b4d5518eb43", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:31:08.273Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:31:04 +0000 UTC"} 2025-01-22T13:31:08.273Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:31:04 +0000 UTC"} 2025-01-22T13:31:08.273Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:08.273Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:31:04 +0000 UTC"} 2025-01-22T13:31:08.273Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-01-22 13:31:04 +0000 UTC"} 2025-01-22T13:31:08.273Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-01-22T13:31:08.355Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:08.355Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:08.355Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:31:08.365Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:08.365Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:08.377Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sfs": "haproxy"} 2025-01-22T13:31:08.377Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sfs": "pxc"} 2025-01-22T13:31:08.377Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-01-22T13:31:08.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "bfc40889-1519-45e5-b6e1-6e3f35d37cf4", "sfs": "haproxy"} 2025-01-22T13:31:08.464Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:08.465Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-01-22 13:31:04 +0000 UTC"} 2025-01-22T13:31:08.465Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-01-22T13:31:08.465Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-01-22 13:31:04 +0000 UTC"} 2025-01-22T13:31:08.465Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-01-22T13:31:08.494Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:08.494Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-01-22T13:31:08.494Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-01-22T13:31:08.501Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sfs": "haproxy"} 2025-01-22T13:31:08.501Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sfs": "pxc"} 2025-01-22T13:31:08.501Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-01-22T13:31:08.501Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-01-22T13:31:08.502Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sfs": "haproxy"} 2025-01-22T13:31:08.502Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "b98fc7b8-f297-4e60-89f8-faed622f053c", "sfs": "pxc"} 2025-01-22T13:31:13.475Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sts": "some-name-pxc"} 2025-01-22T13:31:13.475Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-01-22T13:31:13.475Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-01-22T13:31:13.475Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-01-22T13:31:13.668Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sfs": "haproxy"} 2025-01-22T13:31:13.668Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sfs": "pxc"} 2025-01-22T13:31:13.668Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "adde4310-4c1e-4506-be02-615b42159b0b", "sts": "some-name-pxc"} 2025-01-22T13:31:13.906Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9225f32b-43e0-4b91-96e4-7ac1451a1248", "object": "some-name-pxc"} 2025-01-22T13:31:14.020Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "9225f32b-43e0-4b91-96e4-7ac1451a1248", "error": "failed to deploy pxc: updatePod for pxc: failed to create or update sts: update error: statefulsets.apps \"some-name-pxc\" not found", "errorVerbose": "statefulsets.apps \"some-name-pxc\" not found\nupdate error\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:138\nk8s.io/client-go/util/retry.OnError.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:51\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtection\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/wait.go:145\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoff\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/backoff.go:461\nk8s.io/client-go/util/retry.OnError\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:50\nk8s.io/client-go/util/retry.RetryOnConflict\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:104\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:98\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to create or update sts\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:143\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:540\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nupdatePod for pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:541\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:549\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to deploy pxc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:550\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:339\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:31:14.049Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "92b382d2-cda5-4db0-b02b-8311e8b06190", "object": "some-name-pxc"} 2025-01-22T13:31:14.068Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "92b382d2-cda5-4db0-b02b-8311e8b06190", "object": "some-name-pxc"} 2025-01-22T13:31:14.157Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "92b382d2-cda5-4db0-b02b-8311e8b06190", "error": "pxc upgrade error: failed to create or update sts: update error: statefulsets.apps \"some-name-pxc\" already exists", "errorVerbose": "statefulsets.apps \"some-name-pxc\" already exists\nupdate error\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:138\nk8s.io/client-go/util/retry.OnError.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:51\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtection\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/wait.go:145\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoff\n\t/go/pkg/mod/k8s.io/apimachinery@v0.32.0/pkg/util/wait/backoff.go:461\nk8s.io/client-go/util/retry.OnError\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:50\nk8s.io/client-go/util/retry.RetryOnConflict\n\t/go/pkg/mod/k8s.io/client-go@v0.32.0/util/retry/util.go:104\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:98\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:345\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to create or update sts\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:143\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:345\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\npxc upgrade error\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:347\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:31:14.662Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "838b37d0-d616-4ce5-8d69-d953cd8b2675", "object": "some-name-pxc"} 2025-01-22T13:31:34.184Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "f025f107-7477-428f-8aac-67a89f5e6f0d", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:222\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:331\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:31:34.266Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "931cbd35-2de1-47e9-aaf9-8c56c1b219ba", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:222\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:331\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:31:34.513Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "aaaf70bd-99f0-4c01-b06d-98bd7260953d", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:222\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:331\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:31:35.322Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "0c551eff-70fd-489d-bac9-b6e87758786f", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:222\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:331\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-01-22T13:31:36.116Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-23059", "name": "some-name", "reconcileID": "878eeb53-e548-4a6a-9e99-c4bf9bbbf153", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:222\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:331\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:116 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:224 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:263 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:303 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.4/pkg/internal/controller/controller.go:316 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:329 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:258 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n pvc-resize-23059 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.CwVUQcQ9ck ++ mktemp + local LAST_ERR=/tmp/tmp.Bl3kKZx7vb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CwVUQcQ9ck perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.Bl3kKZx7vb + rm /tmp/tmp.CwVUQcQ9ck /tmp/tmp.Bl3kKZx7vb + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.GKEMDFzYQQ ++ mktemp + local LAST_ERR=/tmp/tmp.vVNmXpnQBE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GKEMDFzYQQ No resources found + cat /tmp/tmp.vVNmXpnQBE + rm /tmp/tmp.GKEMDFzYQQ /tmp/tmp.vVNmXpnQBE + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.wtR2zjYkG3 ++ mktemp + local LAST_ERR=/tmp/tmp.RDg4uNPoH1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wtR2zjYkG3 No resources found + cat /tmp/tmp.RDg4uNPoH1 + rm /tmp/tmp.wtR2zjYkG3 /tmp/tmp.RDg4uNPoH1 + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.BVYLL9vR3A ++ mktemp + local LAST_ERR=/tmp/tmp.rUs2iQNW1i + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BVYLL9vR3A validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.rUs2iQNW1i + rm /tmp/tmp.BVYLL9vR3A /tmp/tmp.rUs2iQNW1i + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.16.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-23059 + rm -rf /tmp/tmp.Kx7XcAFPMR + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + desc 'test passed' + set +o xtrace + local LAST_OUT=/tmp/tmp.mudpK9WVP4 ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.uwlUoNGe1v + local exit_status=0 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.i3WiShSVnD + for i in '$(seq 0 2)' + set +e ++ mktemp + kubectl delete --grace-period=0 --force=true namespace pxc-operator + local LAST_ERR=/tmp/tmp.DAPpQuWiX6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-23059