Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/logs/sst-retry-limit-8-0.log Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1 + main + local cluster=some-name + local joiner_pod=some-name-pxc-3 + donor_candidates=('some-name-pxc-1' 'some-name-pxc-2') + local donor_candidates + create_infra sst-retry-limit-3153 + local ns=sst-retry-limit-3153 + '[' -n pxc-operator ']' + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + [[ -z sst-retry-limit-11878 ]] + [[ -z some-name ]] + kubectl_bin patch pxc -n sst-retry-limit-11878 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.HgvgPTxkqU ++ mktemp + local LAST_ERR=/tmp/tmp.ctyIdwVgSK + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc -n sst-retry-limit-11878 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HgvgPTxkqU perconaxtradbcluster.pxc.percona.com/some-name patched (no change) + cat /tmp/tmp.ctyIdwVgSK + rm /tmp/tmp.HgvgPTxkqU /tmp/tmp.ctyIdwVgSK + return 0 + read -r pns name + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "some-name" deleted from sst-retry-limit-11878 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found No resources found + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + xargs kubectl delete ns + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.pBA3IFJZ9i + local LAST_OUT=/tmp/tmp.6KJpo5AC5M ++ mktemp + local LAST_ERR=/tmp/tmp.2WV98V8AwB + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.IOTbhFF1IS + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pBA3IFJZ9i + cat /tmp/tmp.2WV98V8AwB + rm /tmp/tmp.pBA3IFJZ9i /tmp/tmp.2WV98V8AwB + return 0 namespace "sst-retry-limit-11878" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6KJpo5AC5M namespace "pxc-operator" deleted + cat /tmp/tmp.IOTbhFF1IS + rm /tmp/tmp.6KJpo5AC5M /tmp/tmp.IOTbhFF1IS + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.EuiTndcQ8g ++ mktemp + local LAST_ERR=/tmp/tmp.V0hGgb8KPk + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EuiTndcQ8g namespace/pxc-operator created + cat /tmp/tmp.V0hGgb8KPk + rm /tmp/tmp.EuiTndcQ8g /tmp/tmp.V0hGgb8KPk + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ldxrwCIAqN +++ mktemp ++ local LAST_ERR=/tmp/tmp.CWoQMH26V7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ldxrwCIAqN ++ cat /tmp/tmp.CWoQMH26V7 ++ rm /tmp/tmp.ldxrwCIAqN /tmp/tmp.CWoQMH26V7 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster2 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.zvWVwqYasJ ++ mktemp + local LAST_ERR=/tmp/tmp.Y1tz30JU6k + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster2 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zvWVwqYasJ Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster2" modified. + cat /tmp/tmp.Y1tz30JU6k + rm /tmp/tmp.zvWVwqYasJ /tmp/tmp.Y1tz30JU6k + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.4wFXsTb4h1 ++ mktemp + local LAST_ERR=/tmp/tmp.g474T0qfLg + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4wFXsTb4h1 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.g474T0qfLg + rm /tmp/tmp.4wFXsTb4h1 /tmp/tmp.g474T0qfLg + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.TTSb7OkGSE ++ mktemp + local LAST_ERR=/tmp/tmp.3CchD347aj + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TTSb7OkGSE customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.3CchD347aj + rm /tmp/tmp.TTSb7OkGSE /tmp/tmp.3CchD347aj + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.fB4NjGigUg ++ mktemp + local LAST_ERR=/tmp/tmp.NfzbFK9Epo + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fB4NjGigUg customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.NfzbFK9Epo + rm /tmp/tmp.fB4NjGigUg /tmp/tmp.NfzbFK9Epo + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.poCHArEktt ++ mktemp + local LAST_ERR=/tmp/tmp.Jf49irLcl7 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.poCHArEktt customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.Jf49irLcl7 + rm /tmp/tmp.poCHArEktt /tmp/tmp.Jf49irLcl7 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.vXXVD2d0aN ++ mktemp + local LAST_ERR=/tmp/tmp.F3OY0U1STq + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vXXVD2d0aN clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.F3OY0U1STq + rm /tmp/tmp.vXXVD2d0aN /tmp/tmp.F3OY0U1STq + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.eOTzyaJwiI ++ mktemp + local LAST_ERR=/tmp/tmp.hmq9GKihOK + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eOTzyaJwiI deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.hmq9GKihOK + rm /tmp/tmp.eOTzyaJwiI /tmp/tmp.hmq9GKihOK + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.fnEw1ctNVs ++ mktemp + local LAST_ERR=/tmp/tmp.dzEZTM2xrW + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fnEw1ctNVs pod/percona-xtradb-cluster-operator-658fcf4b98-g8nzl condition met + cat /tmp/tmp.dzEZTM2xrW + rm /tmp/tmp.fnEw1ctNVs /tmp/tmp.dzEZTM2xrW + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lp2oXQju0D +++ mktemp ++ local LAST_ERR=/tmp/tmp.mFs7ynXCa5 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lp2oXQju0D ++ cat /tmp/tmp.mFs7ynXCa5 ++ rm /tmp/tmp.Lp2oXQju0D /tmp/tmp.mFs7ynXCa5 ++ return 0 + wait_pod percona-xtradb-cluster-operator-658fcf4b98-g8nzl 480 pxc-operator + local pod=percona-xtradb-cluster-operator-658fcf4b98-g8nzl + local max_retry=480 + local ns=pxc-operator ++ grep -E '^(pxc|proxysql)$' ++ echo percona-xtradb-cluster-operator-658fcf4b98-g8nzl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-658fcf4b98-g8nzl condition met waiting for pod/percona-xtradb-cluster-operator-658fcf4b98-g8nzl to become Ready.Ok + sleep 3 + create_namespace sst-retry-limit-3153 + local namespace=sst-retry-limit-3153 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrolebinding ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces sst-retry-limit-3153' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces sst-retry-limit-3153 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace sst-retry-limit-3153 + awk '{print$1}' + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + xargs kubectl delete ns + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.50SaQLVozw + local LAST_OUT=/tmp/tmp.3mlmiAOfZE ++ mktemp + local LAST_ERR=/tmp/tmp.DE5unttqeZ + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.z89C1Bwbfq + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace sst-retry-limit-3153 + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace sst-retry-limit-3153 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace sst-retry-limit-3153 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3mlmiAOfZE + cat /tmp/tmp.z89C1Bwbfq + rm /tmp/tmp.3mlmiAOfZE /tmp/tmp.z89C1Bwbfq + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.50SaQLVozw + cat /tmp/tmp.DE5unttqeZ Error from server (NotFound): namespaces "sst-retry-limit-3153" not found + rm /tmp/tmp.50SaQLVozw /tmp/tmp.DE5unttqeZ + return 1 + : + wait_for_delete namespace/sst-retry-limit-3153 + local res=namespace/sst-retry-limit-3153 + echo -n 'waiting for namespace/sst-retry-limit-3153 to be deleted' waiting for namespace/sst-retry-limit-3153 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "sst-retry-limit-3153" not found + desc 'create namespace sst-retry-limit-3153' + set +o xtrace ----------------------------------------------------------------------------------- create namespace sst-retry-limit-3153 ----------------------------------------------------------------------------------- + kubectl_bin create namespace sst-retry-limit-3153 ++ mktemp + local LAST_OUT=/tmp/tmp.PeLmiy48SA ++ mktemp + local LAST_ERR=/tmp/tmp.kQwoGtXwXH + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace sst-retry-limit-3153 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PeLmiy48SA namespace/sst-retry-limit-3153 created + cat /tmp/tmp.kQwoGtXwXH + rm /tmp/tmp.PeLmiy48SA /tmp/tmp.kQwoGtXwXH + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.okntVjbhkX +++ mktemp ++ local LAST_ERR=/tmp/tmp.x60mdohc4r ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.okntVjbhkX ++ cat /tmp/tmp.x60mdohc4r ++ rm /tmp/tmp.okntVjbhkX /tmp/tmp.x60mdohc4r ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster2 --namespace=sst-retry-limit-3153 ++ mktemp + local LAST_OUT=/tmp/tmp.28vRhChof1 ++ mktemp + local LAST_ERR=/tmp/tmp.fs7Gvl6i2a + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster2 --namespace=sst-retry-limit-3153 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.28vRhChof1 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster2" modified. + cat /tmp/tmp.fs7Gvl6i2a + rm /tmp/tmp.28vRhChof1 /tmp/tmp.fs7Gvl6i2a + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.nZpUT8QbzL ++ mktemp + local LAST_ERR=/tmp/tmp.1iWdGDyEMX + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nZpUT8QbzL secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.1iWdGDyEMX + rm /tmp/tmp.nZpUT8QbzL /tmp/tmp.1iWdGDyEMX + return 0 + desc 'start 3-node cluster with SST retry limit' + set +o xtrace ----------------------------------------------------------------------------------- start 3-node cluster with SST retry limit ----------------------------------------------------------------------------------- + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.F6Hm5TNoc5 ++ mktemp + local LAST_ERR=/tmp/tmp.epYFY9613Z + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.F6Hm5TNoc5 secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.epYFY9613Z + rm /tmp/tmp.F6Hm5TNoc5 /tmp/tmp.epYFY9613Z + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml '' + kubectl_bin apply -f - + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.sst-retry-limit-3153~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_OUT=/tmp/tmp.W93zqNLutM ++ mktemp + local LAST_ERR=/tmp/tmp.OZjnwAMjNG + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.W93zqNLutM deployment.apps/pxc-client created + cat /tmp/tmp.OZjnwAMjNG + rm /tmp/tmp.W93zqNLutM /tmp/tmp.OZjnwAMjNG + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml + local pvc_name= + local LAST_OUT=/tmp/tmp.5SfRnD4l4F + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.sst-retry-limit-3153~ + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + local LAST_ERR=/tmp/tmp.ZJc6j8eRFa + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5SfRnD4l4F perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.ZJc6j8eRFa + rm /tmp/tmp.5SfRnD4l4F /tmp/tmp.ZJc6j8eRFa + return 0 + desc 'waiting pods to be running for some-name' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for some-name ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UaPYscKPlt ++++ mktemp +++ local LAST_ERR=/tmp/tmp.E1Pj6TrF1j +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.UaPYscKPlt +++ cat /tmp/tmp.E1Pj6TrF1j +++ rm /tmp/tmp.UaPYscKPlt /tmp/tmp.E1Pj6TrF1j +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4QUvEDXcpT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.daXxUbDo7I +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.4QUvEDXcpT +++ cat /tmp/tmp.daXxUbDo7I +++ rm /tmp/tmp.4QUvEDXcpT /tmp/tmp.daXxUbDo7I +++ return 0 ++ [[ false == \t\r\u\e ]] + local proxy= ++ get_proxy_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Zl2ev3upE3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.1jc17Txxbg +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Zl2ev3upE3 +++ cat /tmp/tmp.1jc17Txxbg +++ rm /tmp/tmp.Zl2ev3upE3 /tmp/tmp.1jc17Txxbg +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ojLEOGiON3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ZG7S2hjipl +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.ojLEOGiON3 +++ cat /tmp/tmp.ZG7S2hjipl +++ rm /tmp/tmp.ojLEOGiON3 /tmp/tmp.ZG7S2hjipl +++ return 0 ++ [[ false == \t\r\u\e ]] ++ echo 0 + local proxy_size=0 + wait_for_running some-name-pxc 3 + local name=some-name-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z some-name-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for some-name-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for some-name-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-0 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-1 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + wait_for_running '' 0 + local name= + local size=0 + local last_pod + local max_retry=480 + [[ -z '' ]] + desc 'No resource provided to wait for running pods' + set +o xtrace ----------------------------------------------------------------------------------- No resource provided to wait for running pods ----------------------------------------------------------------------------------- + return + wait_cluster_consistency some-name 3 0 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=0 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1larFztEEH +++ mktemp ++ local LAST_ERR=/tmp/tmp.TyxQXerXxq ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1larFztEEH ++ cat /tmp/tmp.TyxQXerXxq ++ rm /tmp/tmp.1larFztEEH /tmp/tmp.TyxQXerXxq ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AVa9GMOZvH +++ mktemp ++ local LAST_ERR=/tmp/tmp.VeRjGNRERp ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AVa9GMOZvH ++ cat /tmp/tmp.VeRjGNRERp ++ rm /tmp/tmp.AVa9GMOZvH /tmp/tmp.VeRjGNRERp ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 0 -gt 0 ]] + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 0 == \0 ]] + echo + return + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.xw0t6RepKJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.T2yILGatMl ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xw0t6RepKJ ++ cat /tmp/tmp.T2yILGatMl ++ rm /tmp/tmp.xw0t6RepKJ /tmp/tmp.T2yILGatMl ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QKZVmMP9rv +++ mktemp ++ local LAST_ERR=/tmp/tmp.vjL7UCO0xT ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QKZVmMP9rv ++ cat /tmp/tmp.vjL7UCO0xT ++ rm /tmp/tmp.QKZVmMP9rv /tmp/tmp.vjL7UCO0xT ++ return 0 + client_pod=pxc-client-6fc75f888d-zgcs6 + wait_pod pxc-client-6fc75f888d-zgcs6 + local pod=pxc-client-6fc75f888d-zgcs6 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6fc75f888d-zgcs6 + local container= + set +o xtrace pod/pxc-client-6fc75f888d-zgcs6 condition met waiting for pod/pxc-client-6fc75f888d-zgcs6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data some-name 100500 no-proxy -P3306 + local cluster=some-name + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.67Pqq9S8Mu ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zu9UVjmnse +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.67Pqq9S8Mu +++ cat /tmp/tmp.zu9UVjmnse +++ rm /tmp/tmp.67Pqq9S8Mu /tmp/tmp.zu9UVjmnse +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.gZFLwaD5Ao +++ mktemp ++ local LAST_ERR=/tmp/tmp.jIvZfduEUa ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gZFLwaD5Ao ++ cat /tmp/tmp.jIvZfduEUa ++ rm /tmp/tmp.gZFLwaD5Ao /tmp/tmp.jIvZfduEUa ++ return 0 + root_pass=root_password ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9ftVHYYgZK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.HDmxy9Lk11 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.9ftVHYYgZK +++ cat /tmp/tmp.HDmxy9Lk11 +++ rm /tmp/tmp.9ftVHYYgZK /tmp/tmp.HDmxy9Lk11 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9imTe3cm5q ++++ mktemp +++ local LAST_ERR=/tmp/tmp.f7eZsWG1uA +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.9imTe3cm5q +++ cat /tmp/tmp.f7eZsWG1uA +++ rm /tmp/tmp.9imTe3cm5q /tmp/tmp.f7eZsWG1uA +++ return 0 ++ [[ false == \t\r\u\e ]] + proxy= + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h some-name-pxc-0.some-name-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gXXQxfUa9I +++ mktemp ++ local LAST_ERR=/tmp/tmp.ygx7V0HWqD ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gXXQxfUa9I ++ cat /tmp/tmp.ygx7V0HWqD ++ rm /tmp/tmp.gXXQxfUa9I /tmp/tmp.ygx7V0HWqD ++ return 0 + client_pod=pxc-client-6fc75f888d-zgcs6 + wait_pod pxc-client-6fc75f888d-zgcs6 + local pod=pxc-client-6fc75f888d-zgcs6 + local max_retry=480 + local ns= ++ echo pxc-client-6fc75f888d-zgcs6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6fc75f888d-zgcs6 condition met waiting for pod/pxc-client-6fc75f888d-zgcs6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data some-name select-1 no-proxy -P3306 + local cluster=some-name + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.r05ZKKrPdj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.TtORQPzhQu +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.r05ZKKrPdj +++ cat /tmp/tmp.TtORQPzhQu +++ rm /tmp/tmp.r05ZKKrPdj /tmp/tmp.TtORQPzhQu +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nOwDIi0FpZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.mJcTJZfchW ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nOwDIi0FpZ ++ cat /tmp/tmp.mJcTJZfchW ++ rm /tmp/tmp.nOwDIi0FpZ /tmp/tmp.mJcTJZfchW ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hZcZyoJ8AO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XXFl9mnVt9 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.hZcZyoJ8AO +++ cat /tmp/tmp.XXFl9mnVt9 +++ rm /tmp/tmp.hZcZyoJ8AO /tmp/tmp.XXFl9mnVt9 +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G1dvymViae +++ mktemp ++ local LAST_ERR=/tmp/tmp.89vXKSB6lQ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G1dvymViae ++ cat /tmp/tmp.89vXKSB6lQ ++ rm /tmp/tmp.G1dvymViae /tmp/tmp.89vXKSB6lQ ++ return 0 + client_pod=pxc-client-6fc75f888d-zgcs6 + wait_pod pxc-client-6fc75f888d-zgcs6 + local pod=pxc-client-6fc75f888d-zgcs6 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6fc75f888d-zgcs6 + local container= + set +o xtrace pod/pxc-client-6fc75f888d-zgcs6 condition met waiting for pod/pxc-client-6fc75f888d-zgcs6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.8yGZ1VRHc1/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.8yGZ1VRHc1/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1.sql /tmp/tmp.8yGZ1VRHc1/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0FktBMuPVH +++ mktemp ++ local LAST_ERR=/tmp/tmp.6AKjhwrmJn ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0FktBMuPVH ++ cat /tmp/tmp.6AKjhwrmJn ++ rm /tmp/tmp.0FktBMuPVH /tmp/tmp.6AKjhwrmJn ++ return 0 + client_pod=pxc-client-6fc75f888d-zgcs6 + wait_pod pxc-client-6fc75f888d-zgcs6 + local pod=pxc-client-6fc75f888d-zgcs6 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6fc75f888d-zgcs6 + local container= + set +o xtrace pod/pxc-client-6fc75f888d-zgcs6 condition met waiting for pod/pxc-client-6fc75f888d-zgcs6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.8yGZ1VRHc1/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.8yGZ1VRHc1/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1.sql /tmp/tmp.8yGZ1VRHc1/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jGRFFo5Ho4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bOKITuxwkF ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jGRFFo5Ho4 ++ cat /tmp/tmp.bOKITuxwkF ++ rm /tmp/tmp.jGRFFo5Ho4 /tmp/tmp.bOKITuxwkF ++ return 0 + client_pod=pxc-client-6fc75f888d-zgcs6 + wait_pod pxc-client-6fc75f888d-zgcs6 + local pod=pxc-client-6fc75f888d-zgcs6 + local max_retry=480 + local ns= ++ echo pxc-client-6fc75f888d-zgcs6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6fc75f888d-zgcs6 condition met waiting for pod/pxc-client-6fc75f888d-zgcs6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.8yGZ1VRHc1/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.8yGZ1VRHc1/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/sst-retry-limit/compare/select-1.sql /tmp/tmp.8yGZ1VRHc1/select-1.sql + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2OqbbIine6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bQQHDFTzSY ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2OqbbIine6 ++ cat /tmp/tmp.bQQHDFTzSY ++ rm /tmp/tmp.2OqbbIine6 /tmp/tmp.bQQHDFTzSY ++ return 0 + secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nn46YSLAAc +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ku2njqtvPM ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nn46YSLAAc ++ cat /tmp/tmp.Ku2njqtvPM ++ rm /tmp/tmp.nn46YSLAAc /tmp/tmp.Ku2njqtvPM ++ return 0 + root_pass=root_password + desc 'scale to 4 nodes to trigger SST' + set +o xtrace ----------------------------------------------------------------------------------- scale to 4 nodes to trigger SST ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge -p '{"spec":{"pxc":{"size":4}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.kOEezgrYn6 ++ mktemp + local LAST_ERR=/tmp/tmp.ISXUB6cUW6 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc some-name --type=merge -p '{"spec":{"pxc":{"size":4}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kOEezgrYn6 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.ISXUB6cUW6 + rm /tmp/tmp.kOEezgrYn6 /tmp/tmp.ISXUB6cUW6 + return 0 + desc 'verify the joiner pod has SST retry support wired in' + set +o xtrace ----------------------------------------------------------------------------------- verify the joiner pod has SST retry support wired in ----------------------------------------------------------------------------------- + local retry + retry=0 + echo -n 'waiting for pod/some-name-pxc-3 container/pxc to start' waiting for pod/some-name-pxc-3 container/pxc to start+ local joiner_container_started ++ jq -r '.status.containerStatuses[]? | select(.name == "pxc") | .started // false' ++ kubectl_bin get pod some-name-pxc-3 -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.JgDopipDdN +++ mktemp ++ local LAST_ERR=/tmp/tmp.kYusDZJZov ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pod some-name-pxc-3 -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JgDopipDdN ++ cat /tmp/tmp.kYusDZJZov ++ rm /tmp/tmp.JgDopipDdN /tmp/tmp.kYusDZJZov ++ return 0 + joiner_container_started=false + [[ false == \t\r\u\e ]] + sleep 1 + echo -n . .+ retry=1 + [[ 1 -ge 240 ]] ++ kubectl_bin get pod some-name-pxc-3 -o json ++ jq -r '.status.containerStatuses[]? | select(.name == "pxc") | .started // false' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6yflP3Dr8N +++ mktemp ++ local LAST_ERR=/tmp/tmp.I52QJYKJf7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pod some-name-pxc-3 -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6yflP3Dr8N ++ cat /tmp/tmp.I52QJYKJf7 ++ rm /tmp/tmp.6yflP3Dr8N /tmp/tmp.I52QJYKJf7 ++ return 0 + joiner_container_started=false + [[ false == \t\r\u\e ]] + sleep 1 + echo -n . .+ retry=2 + [[ 2 -ge 240 ]] ++ jq -r '.status.containerStatuses[]? | select(.name == "pxc") | .started // false' ++ kubectl_bin get pod some-name-pxc-3 -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.kCKpekOttK +++ mktemp ++ local LAST_ERR=/tmp/tmp.TE0nJkposI ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pod some-name-pxc-3 -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kCKpekOttK ++ cat /tmp/tmp.TE0nJkposI ++ rm /tmp/tmp.kCKpekOttK /tmp/tmp.TE0nJkposI ++ return 0 + joiner_container_started=false + [[ false == \t\r\u\e ]] + sleep 1 + echo -n . .+ retry=3 + [[ 3 -ge 240 ]] ++ jq -r '.status.containerStatuses[]? | select(.name == "pxc") | .started // false' ++ kubectl_bin get pod some-name-pxc-3 -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.1D9GqZF8Vc +++ mktemp ++ local LAST_ERR=/tmp/tmp.yyvwN5NYdL ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pod some-name-pxc-3 -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1D9GqZF8Vc ++ cat /tmp/tmp.yyvwN5NYdL ++ rm /tmp/tmp.1D9GqZF8Vc /tmp/tmp.yyvwN5NYdL ++ return 0 + joiner_container_started=false + [[ false == \t\r\u\e ]] + sleep 1 + echo -n . .+ retry=4 + [[ 4 -ge 240 ]] ++ jq -r '.status.containerStatuses[]? | select(.name == "pxc") | .started // false' ++ kubectl_bin get pod some-name-pxc-3 -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.oHA5R6xb6k +++ mktemp ++ local LAST_ERR=/tmp/tmp.l5l2xI6qr2 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pod some-name-pxc-3 -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oHA5R6xb6k ++ cat /tmp/tmp.l5l2xI6qr2 ++ rm /tmp/tmp.oHA5R6xb6k /tmp/tmp.l5l2xI6qr2 ++ return 0 + joiner_container_started=true + [[ true == \t\r\u\e ]] + echo + desc 'interrupt SST twice so the joiner exhausts allowed retries' + set +o xtrace ----------------------------------------------------------------------------------- interrupt SST twice so the joiner exhausts allowed retries ----------------------------------------------------------------------------------- + interrupt_donor_during_sst root_password some-name-pxc-3 0 some-name-pxc-1 some-name-pxc-2 + local root_pass=root_password + local joiner_pod=some-name-pxc-3 + local current_restart_count=0 + local target_restart_count=1 + local donor_pod + donor_candidates=('some-name-pxc-1' 'some-name-pxc-2') + local donor_candidates + local retry=0 + local observed_restart_count + echo -n 'waiting for pod/some-name-pxc-3 restartCount=0 SST attempt' waiting for pod/some-name-pxc-3 restartCount=0 SST attempt+ : ++ get_pxc_restart_count some-name-pxc-3 + observed_restart_count=0 + [[ 0 == \0 ]] + kubectl_bin exec some-name-pxc-3 -c pxc -- test -f /var/lib/mysql/sst_in_progress + echo + break ++ detect_active_donor root_password 120 some-name-pxc-1 some-name-pxc-2 ++ local root_pass=root_password ++ shift ++ local max_retry=120 ++ shift ++ local retry=0 ++ local donor_pod ++ local donor_rejects_queries ++ local local_state ++ echo -n 'waiting to detect active donor' waiting to detect active donor++ : ++ for donor_pod in "$@" +++ awk '$1 == "wsrep_sst_donor_rejects_queries" {print $2}' +++ run_mysql_local 'SHOW GLOBAL VARIABLES LIKE '\''wsrep_sst_donor_rejects_queries'\'';' '-h127.0.0.1 -P3306 -uroot -p'\''root_password'\''' some-name-pxc-1 +++ local 'command=SHOW GLOBAL VARIABLES LIKE '\''wsrep_sst_donor_rejects_queries'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -p'\''root_password'\''' +++ local pod=some-name-pxc-1 +++ local container_name= +++ set +o xtrace ++ donor_rejects_queries=OFF +++ run_mysql_local 'SHOW GLOBAL STATUS LIKE '\''wsrep_local_state_comment'\'';' '-h127.0.0.1 -P3306 -uroot -p'\''root_password'\''' some-name-pxc-1 +++ awk '$1 == "wsrep_local_state_comment" {print $2}' +++ local 'command=SHOW GLOBAL STATUS LIKE '\''wsrep_local_state_comment'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -p'\''root_password'\''' +++ local pod=some-name-pxc-1 +++ local container_name= +++ set +o xtrace ++ local_state=Donor/Desynced ++ [[ OFF == \O\N ]] ++ [[ Donor/Desynced == \D\o\n\o\r\/\D\e\s\y\n\c\e\d ]] ++ echo some-name-pxc-1 ++ return 0 + donor_pod=some-name-pxc-1 + echo 'interrupting donor pod/some-name-pxc-1 during SST attempt 1' interrupting donor pod/some-name-pxc-1 during SST attempt 1 + kubectl_bin delete pod some-name-pxc-1 --wait=false --grace-period=0 --force ++ mktemp + local LAST_OUT=/tmp/tmp.YhteDH6tck ++ mktemp + local LAST_ERR=/tmp/tmp.oqR2h3DyQv + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pod some-name-pxc-1 --wait=false --grace-period=0 --force + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YhteDH6tck pod "some-name-pxc-1" force deleted from sst-retry-limit-3153 namespace + cat /tmp/tmp.oqR2h3DyQv Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.YhteDH6tck /tmp/tmp.oqR2h3DyQv + return 0 + wait_for_pxc_restart_count some-name-pxc-3 1 600 + local pod=some-name-pxc-3 + local expected=1 + local max_retry=600 + local retry=0 + echo -n 'waiting for pod/some-name-pxc-3 restartCount to reach 1' waiting for pod/some-name-pxc-3 restartCount to reach 1++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=1 + [[ 1 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=2 + [[ 2 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=3 + [[ 3 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=4 + [[ 4 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=5 + [[ 5 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=6 + [[ 6 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=7 + [[ 7 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=8 + [[ 8 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=9 + [[ 9 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=10 + [[ 10 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=11 + [[ 11 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=12 + [[ 12 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=13 + [[ 13 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=14 + [[ 14 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=15 + [[ 15 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=16 + [[ 16 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=17 + [[ 17 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=18 + [[ 18 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=19 + [[ 19 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=20 + [[ 20 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=21 + [[ 21 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=22 + [[ 22 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=23 + [[ 23 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=24 + [[ 24 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=25 + [[ 25 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=26 + [[ 26 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=27 + [[ 27 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=28 + [[ 28 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=29 + [[ 29 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=30 + [[ 30 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=31 + [[ 31 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=32 + [[ 32 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=33 + [[ 33 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=34 + [[ 34 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=35 + [[ 35 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=36 + [[ 36 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=37 + [[ 37 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=38 + [[ 38 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=39 + [[ 39 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=40 + [[ 40 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=41 + [[ 41 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=42 + [[ 42 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=43 + [[ 43 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=44 + [[ 44 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=45 + [[ 45 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=46 + [[ 46 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=47 + [[ 47 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=48 + [[ 48 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=49 + [[ 49 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=50 + [[ 50 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=51 + [[ 51 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=52 + [[ 52 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=53 + [[ 53 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=54 + [[ 54 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=55 + [[ 55 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=56 + [[ 56 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=57 + [[ 57 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=58 + [[ 58 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=59 + [[ 59 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=60 + [[ 60 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=61 + [[ 61 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=62 + [[ 62 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=63 + [[ 63 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=64 + [[ 64 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=65 + [[ 65 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=66 + [[ 66 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=67 + [[ 67 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=68 + [[ 68 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=69 + [[ 69 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=70 + [[ 70 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=71 + [[ 71 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=72 + [[ 72 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=73 + [[ 73 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=74 + [[ 74 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=75 + [[ 75 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=76 + [[ 76 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=77 + [[ 77 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=78 + [[ 78 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=79 + [[ 79 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=80 + [[ 80 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=81 + [[ 81 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=82 + [[ 82 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=83 + [[ 83 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=84 + [[ 84 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=85 + [[ 85 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=86 + [[ 86 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=87 + [[ 87 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=88 + [[ 88 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=89 + [[ 89 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=90 + [[ 90 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=91 + [[ 91 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=92 + [[ 92 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=93 + [[ 93 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=94 + [[ 94 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=95 + [[ 95 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=96 + [[ 96 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=97 + [[ 97 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=98 + [[ 98 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=99 + [[ 99 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=100 + [[ 100 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=101 + [[ 101 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=102 + [[ 102 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=103 + [[ 103 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=104 + [[ 104 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=105 + [[ 105 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=106 + [[ 106 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=107 + [[ 107 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=108 + [[ 108 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=109 + [[ 109 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=110 + [[ 110 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=111 + [[ 111 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=112 + [[ 112 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=113 + [[ 113 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=114 + [[ 114 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=115 + [[ 115 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=116 + [[ 116 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=117 + [[ 117 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=118 + [[ 118 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=119 + [[ 119 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=120 + [[ 120 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=121 + [[ 121 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=122 + [[ 122 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=123 + [[ 123 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=124 + [[ 124 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=125 + [[ 125 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=126 + [[ 126 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=127 + [[ 127 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=128 + [[ 128 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=129 + [[ 129 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=130 + [[ 130 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=131 + [[ 131 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=132 + [[ 132 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=133 + [[ 133 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=134 + [[ 134 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=135 + [[ 135 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=136 + [[ 136 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=137 + [[ 137 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=138 + [[ 138 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=139 + [[ 139 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=140 + [[ 140 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=141 + [[ 141 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=142 + [[ 142 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=143 + [[ 143 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=144 + [[ 144 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=145 + [[ 145 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=146 + [[ 146 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=147 + [[ 147 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=148 + [[ 148 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=149 + [[ 149 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=150 + [[ 150 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=151 + [[ 151 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=152 + [[ 152 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=153 + [[ 153 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=154 + [[ 154 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=155 + [[ 155 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=156 + [[ 156 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=157 + [[ 157 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=158 + [[ 158 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=159 + [[ 159 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=160 + [[ 160 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=161 + [[ 161 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=162 + [[ 162 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=163 + [[ 163 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=164 + [[ 164 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=165 + [[ 165 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=166 + [[ 166 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=167 + [[ 167 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=168 + [[ 168 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=169 + [[ 169 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=170 + [[ 170 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=171 + [[ 171 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=172 + [[ 172 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=173 + [[ 173 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=174 + [[ 174 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=175 + [[ 175 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=176 + [[ 176 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=177 + [[ 177 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=178 + [[ 178 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=179 + [[ 179 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=180 + [[ 180 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=181 + [[ 181 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=182 + [[ 182 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=183 + [[ 183 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=184 + [[ 184 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=185 + [[ 185 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=186 + [[ 186 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=187 + [[ 187 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=188 + [[ 188 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=189 + [[ 189 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=190 + [[ 190 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=191 + [[ 191 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=192 + [[ 192 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=193 + [[ 193 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=194 + [[ 194 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=195 + [[ 195 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=196 + [[ 196 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=197 + [[ 197 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=198 + [[ 198 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=199 + [[ 199 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=200 + [[ 200 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=201 + [[ 201 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=202 + [[ 202 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=203 + [[ 203 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=204 + [[ 204 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=205 + [[ 205 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=206 + [[ 206 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=207 + [[ 207 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=208 + [[ 208 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=209 + [[ 209 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=210 + [[ 210 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=211 + [[ 211 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=212 + [[ 212 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=213 + [[ 213 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=214 + [[ 214 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=215 + [[ 215 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=216 + [[ 216 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=217 + [[ 217 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=218 + [[ 218 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=219 + [[ 219 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=220 + [[ 220 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=221 + [[ 221 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=222 + [[ 222 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=223 + [[ 223 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=224 + [[ 224 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=225 + [[ 225 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=226 + [[ 226 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=227 + [[ 227 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=228 + [[ 228 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=229 + [[ 229 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=230 + [[ 230 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=231 + [[ 231 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=232 + [[ 232 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=233 + [[ 233 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=234 + [[ 234 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=235 + [[ 235 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=236 + [[ 236 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=237 + [[ 237 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=238 + [[ 238 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=239 + [[ 239 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=240 + [[ 240 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=241 + [[ 241 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=242 + [[ 242 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=243 + [[ 243 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=244 + [[ 244 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=245 + [[ 245 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=246 + [[ 246 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=247 + [[ 247 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=248 + [[ 248 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=249 + [[ 249 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=250 + [[ 250 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=251 + [[ 251 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=252 + [[ 252 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=253 + [[ 253 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=254 + [[ 254 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=255 + [[ 255 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=256 + [[ 256 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=257 + [[ 257 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=258 + [[ 258 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=259 + [[ 259 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=260 + [[ 260 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=261 + [[ 261 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=262 + [[ 262 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=263 + [[ 263 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=264 + [[ 264 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=265 + [[ 265 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=266 + [[ 266 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=267 + [[ 267 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=268 + [[ 268 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=269 + [[ 269 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=270 + [[ 270 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=271 + [[ 271 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=272 + [[ 272 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=273 + [[ 273 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=274 + [[ 274 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=275 + [[ 275 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=276 + [[ 276 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=277 + [[ 277 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=278 + [[ 278 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=279 + [[ 279 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=280 + [[ 280 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=281 + [[ 281 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=282 + [[ 282 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=283 + [[ 283 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=284 + [[ 284 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=285 + [[ 285 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=286 + [[ 286 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=287 + [[ 287 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=288 + [[ 288 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=289 + [[ 289 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=290 + [[ 290 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=291 + [[ 291 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=292 + [[ 292 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=293 + [[ 293 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=294 + [[ 294 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=295 + [[ 295 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=296 + [[ 296 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=297 + [[ 297 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=298 + [[ 298 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=299 + [[ 299 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=300 + [[ 300 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=301 + [[ 301 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=302 + [[ 302 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=303 + [[ 303 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=304 + [[ 304 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=305 + [[ 305 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=306 + [[ 306 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=307 + [[ 307 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=308 + [[ 308 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=309 + [[ 309 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=310 + [[ 310 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=311 + [[ 311 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=312 + [[ 312 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=313 + [[ 313 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=314 + [[ 314 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=315 + [[ 315 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=316 + [[ 316 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=317 + [[ 317 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=318 + [[ 318 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=319 + [[ 319 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=320 + [[ 320 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=321 + [[ 321 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=322 + [[ 322 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=323 + [[ 323 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=324 + [[ 324 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=325 + [[ 325 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=326 + [[ 326 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=327 + [[ 327 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=328 + [[ 328 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=329 + [[ 329 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=330 + [[ 330 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=331 + [[ 331 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=332 + [[ 332 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=333 + [[ 333 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=334 + [[ 334 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=335 + [[ 335 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=336 + [[ 336 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=337 + [[ 337 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=338 + [[ 338 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=339 + [[ 339 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=340 + [[ 340 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=341 + [[ 341 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=342 + [[ 342 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=343 + [[ 343 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=344 + [[ 344 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=345 + [[ 345 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=346 + [[ 346 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=347 + [[ 347 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=348 + [[ 348 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=349 + [[ 349 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=350 + [[ 350 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=351 + [[ 351 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=352 + [[ 352 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=353 + [[ 353 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=354 + [[ 354 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=355 + [[ 355 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=356 + [[ 356 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=357 + [[ 357 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=358 + [[ 358 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=359 + [[ 359 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=360 + [[ 360 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=361 + [[ 361 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=362 + [[ 362 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=363 + [[ 363 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=364 + [[ 364 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=365 + [[ 365 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=366 + [[ 366 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=367 + [[ 367 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=368 + [[ 368 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=369 + [[ 369 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=370 + [[ 370 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=371 + [[ 371 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=372 + [[ 372 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=373 + [[ 373 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=374 + [[ 374 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=375 + [[ 375 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=376 + [[ 376 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=377 + [[ 377 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=378 + [[ 378 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=379 + [[ 379 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=380 + [[ 380 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=381 + [[ 381 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=382 + [[ 382 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=383 + [[ 383 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=384 + [[ 384 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=385 + [[ 385 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=386 + [[ 386 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=387 + [[ 387 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=388 + [[ 388 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=389 + [[ 389 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=390 + [[ 390 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=391 + [[ 391 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=392 + [[ 392 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=393 + [[ 393 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=394 + [[ 394 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=395 + [[ 395 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=396 + [[ 396 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=397 + [[ 397 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=398 + [[ 398 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=399 + [[ 399 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=400 + [[ 400 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=401 + [[ 401 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=402 + [[ 402 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=403 + [[ 403 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=404 + [[ 404 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=405 + [[ 405 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=406 + [[ 406 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=407 + [[ 407 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=408 + [[ 408 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=409 + [[ 409 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=410 + [[ 410 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=411 + [[ 411 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=412 + [[ 412 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=413 + [[ 413 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=414 + [[ 414 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=415 + [[ 415 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=416 + [[ 416 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=417 + [[ 417 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=418 + [[ 418 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=419 + [[ 419 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=420 + [[ 420 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=421 + [[ 421 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=422 + [[ 422 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=423 + [[ 423 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=424 + [[ 424 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=425 + [[ 425 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=426 + [[ 426 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=427 + [[ 427 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=428 + [[ 428 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=429 + [[ 429 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=430 + [[ 430 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=431 + [[ 431 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=432 + [[ 432 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=433 + [[ 433 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=434 + [[ 434 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=435 + [[ 435 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=436 + [[ 436 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=437 + [[ 437 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=438 + [[ 438 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=439 + [[ 439 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=440 + [[ 440 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=441 + [[ 441 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=442 + [[ 442 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=443 + [[ 443 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=444 + [[ 444 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=445 + [[ 445 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=446 + [[ 446 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=447 + [[ 447 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=448 + [[ 448 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=449 + [[ 449 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=450 + [[ 450 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=451 + [[ 451 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=452 + [[ 452 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=453 + [[ 453 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=454 + [[ 454 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=455 + [[ 455 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=456 + [[ 456 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=457 + [[ 457 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=458 + [[ 458 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=459 + [[ 459 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=460 + [[ 460 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=461 + [[ 461 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=462 + [[ 462 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=463 + [[ 463 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=464 + [[ 464 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=465 + [[ 465 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=466 + [[ 466 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=467 + [[ 467 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=468 + [[ 468 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=469 + [[ 469 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=470 + [[ 470 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=471 + [[ 471 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=472 + [[ 472 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=473 + [[ 473 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=474 + [[ 474 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=475 + [[ 475 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=476 + [[ 476 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=477 + [[ 477 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=478 + [[ 478 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=479 + [[ 479 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=480 + [[ 480 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=481 + [[ 481 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=482 + [[ 482 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=483 + [[ 483 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=484 + [[ 484 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=485 + [[ 485 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=486 + [[ 486 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=487 + [[ 487 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=488 + [[ 488 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=489 + [[ 489 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=490 + [[ 490 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=491 + [[ 491 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=492 + [[ 492 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=493 + [[ 493 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=494 + [[ 494 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=495 + [[ 495 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=496 + [[ 496 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=497 + [[ 497 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=498 + [[ 498 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=499 + [[ 499 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=500 + [[ 500 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=501 + [[ 501 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=502 + [[ 502 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=503 + [[ 503 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=504 + [[ 504 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=505 + [[ 505 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=506 + [[ 506 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=507 + [[ 507 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=508 + [[ 508 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=509 + [[ 509 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=510 + [[ 510 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=511 + [[ 511 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=512 + [[ 512 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=513 + [[ 513 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=514 + [[ 514 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=515 + [[ 515 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=516 + [[ 516 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=517 + [[ 517 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=518 + [[ 518 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=519 + [[ 519 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=520 + [[ 520 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=521 + [[ 521 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=522 + [[ 522 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=523 + [[ 523 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=524 + [[ 524 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=525 + [[ 525 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=526 + [[ 526 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=527 + [[ 527 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=528 + [[ 528 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=529 + [[ 529 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=530 + [[ 530 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=531 + [[ 531 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=532 + [[ 532 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=533 + [[ 533 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=534 + [[ 534 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=535 + [[ 535 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=536 + [[ 536 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=537 + [[ 537 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=538 + [[ 538 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=539 + [[ 539 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=540 + [[ 540 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=541 + [[ 541 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=542 + [[ 542 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=543 + [[ 543 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=544 + [[ 544 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=545 + [[ 545 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=546 + [[ 546 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=547 + [[ 547 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=548 + [[ 548 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=549 + [[ 549 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=550 + [[ 550 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=551 + [[ 551 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=552 + [[ 552 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=553 + [[ 553 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=554 + [[ 554 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=555 + [[ 555 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=556 + [[ 556 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=557 + [[ 557 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=558 + [[ 558 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=559 + [[ 559 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=560 + [[ 560 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=561 + [[ 561 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=562 + [[ 562 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=563 + [[ 563 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=564 + [[ 564 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=565 + [[ 565 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=566 + [[ 566 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=567 + [[ 567 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=568 + [[ 568 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=569 + [[ 569 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=570 + [[ 570 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=571 + [[ 571 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=572 + [[ 572 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=573 + [[ 573 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=574 + [[ 574 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=575 + [[ 575 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=576 + [[ 576 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=577 + [[ 577 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=578 + [[ 578 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=579 + [[ 579 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=580 + [[ 580 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=581 + [[ 581 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=582 + [[ 582 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=583 + [[ 583 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=584 + [[ 584 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=585 + [[ 585 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=586 + [[ 586 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=587 + [[ 587 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=588 + [[ 588 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=589 + [[ 589 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=590 + [[ 590 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=591 + [[ 591 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=592 + [[ 592 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=593 + [[ 593 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=594 + [[ 594 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=595 + [[ 595 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=596 + [[ 596 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=597 + [[ 597 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=598 + [[ 598 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=599 + [[ 599 -ge 600 ]] ++ get_pxc_restart_count some-name-pxc-3 + [[ 0 -ge 1 ]] + sleep 1 + echo -n . .+ retry=600 + [[ 600 -ge 600 ]] + echo + echo 'ERROR: pod/some-name-pxc-3 restartCount did not reach 1' ERROR: pod/some-name-pxc-3 restartCount did not reach 1 + kubectl_bin describe pod some-name-pxc-3 ++ mktemp + local LAST_OUT=/tmp/tmp.6lfUZfDOxU ++ mktemp + local LAST_ERR=/tmp/tmp.enpm5tT8Mm + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl describe pod some-name-pxc-3 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6lfUZfDOxU Name: some-name-pxc-3 Namespace: sst-retry-limit-3153 Priority: 0 Service Account: default Node: gke-jen-pxc-2546-caf2542-default-pool-6dcc2fb5-rxr4/10.209.0.98 Start Time: Mon, 05 Oct 2026 14:36:53 +0000 Labels: app.kubernetes.io/component=pxc app.kubernetes.io/instance=some-name app.kubernetes.io/managed-by=percona-xtradb-cluster-operator app.kubernetes.io/name=percona-xtradb-cluster app.kubernetes.io/part-of=percona-xtradb-cluster apps.kubernetes.io/pod-index=3 controller-revision-hash=some-name-pxc-689644b9cb statefulset.kubernetes.io/pod-name=some-name-pxc-3 Annotations: kubectl.kubernetes.io/default-container: pxc percona.com/configuration-hash: d41d8cd98f00b204e9800998ecf8427e percona.com/ssl-hash: cfd6a52398268173b51d7cdb1331c09a percona.com/ssl-internal-hash: 751e59a1c1d94ac67f9d6bb6e756acdc Status: Running IP: 10.240.97.44 IPs: IP: 10.240.97.44 Controlled By: StatefulSet/some-name-pxc Init Containers: pxc-init: Container ID: containerd://d660c2b85bfe3ac24d2e1862b54c22fdd990e52db5420c89ee679e018a6b1a87 Image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420 Image ID: docker.io/perconalab/percona-xtradb-cluster-operator@sha256:df60ab9a9532db47c72fc41cf5898af9d6bb34253ef277b9be326af848bdfe49 Port: Host Port: Command: /pxc-init-entrypoint.sh State: Terminated Reason: Completed Exit Code: 0 Started: Mon, 05 Oct 2026 14:37:04 +0000 Finished: Mon, 05 Oct 2026 14:37:08 +0000 Ready: True Restart Count: 0 Limits: cpu: 50m memory: 50M Requests: cpu: 50m memory: 50M Environment: Mounts: /opt/percona from bin (rw) /var/lib/mysql from datadir (rw) /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-msz2h (ro) Containers: pxc: Container ID: containerd://73a48636ed4a3c34d3ad135ab911a905c45c386f99ae2f0711dbb3f9244b497c Image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0 Image ID: docker.io/perconalab/percona-xtradb-cluster-operator@sha256:6c2cb4c9c418b59e1d4576d3afd6cb4a55aec2a629a38fed6cfe17f7a10f060e Ports: 3306/TCP (mysql), 4444/TCP (sst), 4567/TCP (write-set), 4568/TCP (ist), 33062/TCP (mysql-admin), 33060/TCP (mysqlx) Host Ports: 0/TCP (mysql), 0/TCP (sst), 0/TCP (write-set), 0/TCP (ist), 0/TCP (mysql-admin), 0/TCP (mysqlx) Command: /var/lib/mysql/pxc-entrypoint.sh Args: mysqld State: Running Started: Mon, 05 Oct 2026 14:37:08 +0000 Ready: True Restart Count: 0 Requests: cpu: 300m memory: 300M Liveness: exec [/var/lib/mysql/liveness-check.sh] delay=300s timeout=5s period=10s successThreshold=1 failureThreshold=3 Readiness: exec [/var/lib/mysql/readiness-check.sh] delay=15s timeout=15s period=30s successThreshold=1 failureThreshold=5 Environment Variables from: some-name-env-vars-pxc Secret Optional: true Environment: PXC_SERVICE: some-name-pxc-unready MONITOR_HOST: % MYSQL_ROOT_PASSWORD: Optional: false XTRABACKUP_PASSWORD: Optional: false MONITOR_PASSWORD: Optional: false CLUSTER_HASH: 4693424 OPERATOR_ADMIN_PASSWORD: Optional: false LIVENESS_CHECK_TIMEOUT: 5 READINESS_CHECK_TIMEOUT: 15 PXC_SST_RETRY_COUNT: 2 DEFAULT_AUTHENTICATION_PLUGIN: caching_sha2_password MYSQL_NOTIFY_SOCKET: /var/lib/mysql/notify.sock MYSQL_STATE_FILE: /var/lib/mysql/mysql.state Mounts: /etc/my.cnf.d from auto-config (rw) /etc/mysql/init-file from mysql-init-file (rw) /etc/mysql/mysql-users-secret from mysql-users-secret-file (rw) /etc/mysql/ssl from ssl (rw) /etc/mysql/ssl-internal from ssl-internal (rw) /etc/mysql/vault-keyring-secret from vault-keyring-secret (rw) /etc/percona-xtradb-cluster.conf.d from config (rw) /tmp from tmp (rw) /var/lib/mysql from datadir (rw) /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-msz2h (ro) Conditions: Type Status PodReadyToStartContainers True Initialized True Ready True ContainersReady True PodScheduled True Volumes: datadir: Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace) ClaimName: datadir-some-name-pxc-3 ReadOnly: false tmp: Type: EmptyDir (a temporary directory that shares a pod's lifetime) Medium: SizeLimit: config: Type: ConfigMap (a volume populated by a ConfigMap) Name: some-name-pxc Optional: true ssl-internal: Type: Secret (a volume populated by a Secret) SecretName: some-name-ssl-internal Optional: true ssl: Type: Secret (a volume populated by a Secret) SecretName: some-name-ssl Optional: false auto-config: Type: ConfigMap (a volume populated by a ConfigMap) Name: auto-some-name-pxc Optional: true vault-keyring-secret: Type: Secret (a volume populated by a Secret) SecretName: some-name-vault Optional: true mysql-users-secret-file: Type: Secret (a volume populated by a Secret) SecretName: internal-some-name Optional: false mysql-init-file: Type: Secret (a volume populated by a Secret) SecretName: some-name-mysql-init Optional: true bin: Type: EmptyDir (a temporary directory that shares a pod's lifetime) Medium: SizeLimit: kube-api-access-msz2h: Type: Projected (a volume that contains injected data from multiple sources) TokenExpirationSeconds: 3607 ConfigMapName: kube-root-ca.crt Optional: false DownwardAPI: true QoS Class: Burstable Node-Selectors: Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s node.kubernetes.io/unreachable:NoExecute op=Exists for 300s Events: Type Reason Age From Message ---- ------ ---- ---- ------- Normal Scheduled 37m default-scheduler Successfully assigned sst-retry-limit-3153/some-name-pxc-3 to gke-jen-pxc-2546-caf2542-default-pool-6dcc2fb5-rxr4 Normal SuccessfulAttachVolume 37m attachdetach-controller AttachVolume.Attach succeeded for volume "pvc-ac40f4a6-47ea-4775-a4ed-5bebd7f1c431" Normal Pulled 37m kubelet spec.initContainers{pxc-init}: Container image "perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420" already present on machine Normal Created 37m kubelet spec.initContainers{pxc-init}: Created container: pxc-init Normal Started 37m kubelet spec.initContainers{pxc-init}: Started container pxc-init Normal Pulled 37m kubelet spec.containers{pxc}: Container image "perconalab/percona-xtradb-cluster-operator:main-pxc8.0" already present on machine Normal Created 37m kubelet spec.containers{pxc}: Created container: pxc Normal Started 37m kubelet spec.containers{pxc}: Started container pxc Warning Unhealthy 36m kubelet spec.containers{pxc}: Readiness probe failed: ERROR 2003 (HY000): Can't connect to MySQL server on '10.240.97.44:33062' (111) + [[ '' == \P\r\i\m\a\r\y ]] + exit 1 + cat /tmp/tmp.enpm5tT8Mm + rm /tmp/tmp.6lfUZfDOxU /tmp/tmp.enpm5tT8Mm + return 0 + kubectl_bin logs some-name-pxc-3 -c pxc ++ mktemp + local LAST_OUT=/tmp/tmp.TSm300dlpS ++ mktemp + local LAST_ERR=/tmp/tmp.9eXUGdZatv + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs some-name-pxc-3 -c pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TSm300dlpS + trap exit SIGTERM + SST_RETRY_COUNTER_FILE=/var/lib/mysql/sst_retry_count + SST_RETRY_LIMIT_REACHED_FILE=/var/lib/mysql/sst_retry_limit_reached + '[' m = - ']' + CFG=/etc/mysql/node.cnf + wantHelp= + for arg in "$@" + case "$arg" in ++ mysqld -V ++ awk '{print $3}' ++ awk -F. '{print $1"."$2}' + MYSQL_VERSION=8.0 ++ mysqld -V ++ awk '{print $3}' ++ awk -F. '{print $3}' ++ awk -F- '{print $1}' + MYSQL_PATCH_VERSION=43 + vault_secret=/etc/mysql/vault-keyring-secret/keyring_vault.conf + '[' -f /etc/mysql/vault-keyring-secret/keyring_vault.conf ']' + '[' 8.0 == 8.0 ']' + sed -i '/\[mysqld\]/a plugin_load="binlog_utils_udf=binlog_utils_udf.so"' /etc/mysql/node.cnf + [[ 8.0 =~ ^(8\.0|8\.4)$ ]] + sed -i '/\[mysqld\]/a gtid-mode=ON' /etc/mysql/node.cnf + sed -i '/\[mysqld\]/a enforce-gtid-consistency' /etc/mysql/node.cnf + sed -i '/\[mysqld\]/a innodb_buffer_pool_in_core_file=OFF' /etc/mysql/node.cnf + '[' 8.0 == 8.4 ']' + sed -i '/\[mysqld\]/a wsrep_notify_cmd=/var/lib/mysql/wsrep_cmd_notify_handler.sh' /etc/mysql/node.cnf + grep -q '^progress=' /etc/mysql/node.cnf + sed -i 's|^progress=.*|progress=1|' /etc/mysql/node.cnf + grep -q '^\[sst\]' /etc/mysql/node.cnf + grep -q '^cpat=' /etc/mysql/node.cnf + sed '/^\[sst\]/a cpat=.*\\.pem$\\|.*init\\.ok$\\|.*galera\\.cache$\\|.*wsrep_recovery_verbose\\.log$\\|.*readiness-check\\.sh$\\|.*liveness-check\\.sh$\\|.*get-pxc-state$\\|.*sst_in_progress$\\|.*sleep-forever$\\|.*sst_retry_count$\\|.*sst_retry_limit_reached$\\|.*pmm-prerun\\.sh$\\|.*sst-xb-tmpdir$\\|.*\\.sst$\\|.*gvwstate\\.dat$\\|.*grastate\\.dat$\\|.*\\.err$\\|.*\\.log$\\|.*RPM_UPGRADE_MARKER$\\|.*RPM_UPGRADE_HISTORY$\\|.*pxc-entrypoint\\.sh$\\|.*unsafe-bootstrap\\.sh$\\|.*pxc-configure-pxc\\.sh\\|.*peer-list$\\|.*auth_plugin$\\|.*version_info$\\|.*mysql-state-monitor$\\|.*mysql-state-monitor\\.log$\\|.*notify\\.sock$\\|.*mysql\\.state$\\|.*wsrep_cmd_notify_handler\\.sh$\\|.*core\\..*\\|.*mysqld\\.my$\\|.*component_keyring_vault\\.cnf$\\|.*vault\\.cnf$' /etc/mysql/node.cnf + [[ 8.0 == \8\.\0 ]] + [[ 43 -ge 26 ]] + grep -q '^skip_replica_start=ON' /etc/mysql/node.cnf + sed -i '/\[mysqld\]/a skip_replica_start=ON' /etc/mysql/node.cnf + auth_plugin=caching_sha2_password + [[ -f /var/lib/mysql/auth_plugin ]] + [[ -z caching_sha2_password ]] + [[ 8.0 == \5\.\7 ]] + echo caching_sha2_password + sed -i /default_authentication_plugin/d /etc/mysql/node.cnf + [[ 8.0 == \8\.\0 ]] + [[ 43 -ge 27 ]] + sed -i '/\[mysqld\]/a authentication_policy=caching_sha2_password,,' /etc/mysql/node.cnf + file_env XTRABACKUP_PASSWORD xtrabackup xtrabackup Percona XtraDB Cluster: Finding peers 2026/10/05 14:37:08 Peer finder enter 2026/10/05 14:37:08 Determined Domain to be sst-retry-limit-3153.svc.cluster.local 2026/10/05 14:37:08 Peer list updated was [] now [3738633565643935.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 3838663761636432.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 3933653733376663.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local] 2026/10/05 14:37:08 execing: /var/lib/mysql/pxc-configure-pxc.sh with stdin: 3738633565643935.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 3838663761636432.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 3933653733376663.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local 2026/10/05 14:37:08 ++ hostname -I ++ awk ' { print $1 } ' + NODE_IP=10.240.97.44 ++ hostname -f ++ cut -d. -f2 + CLUSTER_NAME=some-name-pxc + SERVER_NUM=3 + SERVER_ID=46934243 ++ hostname -f + NODE_NAME=some-name-pxc-3.some-name-pxc.sst-retry-limit-3153.svc.cluster.local + NODE_PORT=3306 + read -ra LINE + echo 'read line 3738633565643935.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local' read line 3738633565643935.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ getent hosts 3738633565643935.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ awk '{ print $1 }' + LINE_IP=10.240.97.43 + '[' 10.240.97.43 '!=' 10.240.97.44 ']' ++ mysql_root_exec 10.240.97.43 'select @@hostname' ++ local server=10.240.97.43 ++ local 'query=select @@hostname' + LINE_HOST=some-name-pxc-0 + '[' -n some-name-pxc-0 ']' + PEERS=("${PEERS[@]}" $LINE_HOST) + PEERS_FULL=("${PEERS_FULL[@]}" "$LINE_HOST.$CLUSTER_NAME") + read -ra LINE + echo 'read line 3838663761636432.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local' read line 3838663761636432.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ getent hosts 3838663761636432.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ awk '{ print $1 }' + LINE_IP=10.240.97.44 + '[' 10.240.97.44 '!=' 10.240.97.44 ']' + read -ra LINE + echo 'read line 3933653733376663.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local' read line 3933653733376663.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ getent hosts 3933653733376663.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ awk '{ print $1 }' + LINE_IP=10.240.98.50 + '[' 10.240.98.50 '!=' 10.240.97.44 ']' ++ mysql_root_exec 10.240.98.50 'select @@hostname' ++ local server=10.240.98.50 ++ local 'query=select @@hostname' + LINE_HOST=some-name-pxc-1 + '[' -n some-name-pxc-1 ']' + PEERS=("${PEERS[@]}" $LINE_HOST) + PEERS_FULL=("${PEERS_FULL[@]}" "$LINE_HOST.$CLUSTER_NAME") + read -ra LINE + echo 'read line 6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local' read line 6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ getent hosts 6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local ++ awk '{ print $1 }' + LINE_IP=10.240.96.26 + '[' 10.240.96.26 '!=' 10.240.97.44 ']' ++ mysql_root_exec 10.240.96.26 'select @@hostname' ++ local server=10.240.96.26 ++ local 'query=select @@hostname' + LINE_HOST=some-name-pxc-2 + '[' -n some-name-pxc-2 ']' + PEERS=("${PEERS[@]}" $LINE_HOST) + PEERS_FULL=("${PEERS_FULL[@]}" "$LINE_HOST.$CLUSTER_NAME") + read -ra LINE + '[' 3 '!=' 0 ']' ++ printf '%s\n' some-name-pxc-0 some-name-pxc-1 some-name-pxc-2 some-name-pxc-3 ++ sort --version-sort ++ grep -v -- '-0$' ++ sed 's/^,$//' ++ uniq ++ sed '$d' ++ tr '\n' , + DONOR_ADDRESS=some-name-pxc-1,some-name-pxc-2, + '[' 3 '!=' 0 ']' ++ printf '%s\n' some-name-pxc-0.some-name-pxc some-name-pxc-1.some-name-pxc some-name-pxc-2.some-name-pxc ++ sort --version-sort ++ sed 's/,$//' ++ tr '\n' , + WSREP_CLUSTER_ADDRESS=some-name-pxc-0.some-name-pxc,some-name-pxc-1.some-name-pxc,some-name-pxc-2.some-name-pxc + CFG=/etc/mysql/node.cnf ++ mysqld -V ++ awk '{print $3}' ++ awk -F. '{print $1"."$2}' + MYSQL_VERSION=8.0 + [[ 8.0 =~ ^(8\.0|8\.4)$ ]] + grep -E -q '^[#]?admin-address' /etc/mysql/node.cnf + sed '/^\[mysqld\]/a admin-address=\n' /etc/mysql/node.cnf + grep -E -q '^[#]?log_error_suppression_list' /etc/mysql/node.cnf + sed '/^\[mysqld\]/a log_error_suppression_list="MY-010055"\n' /etc/mysql/node.cnf + '[' '' == yes ']' + grep -E -q '^[#]?wsrep_sst_donor' /etc/mysql/node.cnf + sed '/^\[mysqld\]/a wsrep_sst_donor=\n' /etc/mysql/node.cnf + grep -E -q '^[#]?wsrep_node_incoming_address' /etc/mysql/node.cnf + grep -E -q '^[#]?wsrep_provider_options' /etc/mysql/node.cnf + sed '/^\[mysqld\]/a wsrep_provider_options="pc.weight=10"\n' /etc/mysql/node.cnf + sed -r 's|^[#]?server_id=.*$|server_id=46934243|' /etc/mysql/node.cnf + sed -r 's|^[#]?coredumper$|coredumper|' /etc/mysql/node.cnf + sed -r 's|^[#]?wsrep_node_address=.*$|wsrep_node_address=10.240.97.44|' /etc/mysql/node.cnf + sed -r 's|^[#]?wsrep_cluster_name=.*$|wsrep_cluster_name=some-name-pxc|' /etc/mysql/node.cnf + sed -r 's|^[#]?wsrep_sst_donor=.*$|wsrep_sst_donor=some-name-pxc-1,some-name-pxc-2,|' /etc/mysql/node.cnf + sed -r 's|^[#]?wsrep_cluster_address=.*$|wsrep_cluster_address=gcomm://some-name-pxc-0.some-name-pxc,some-name-pxc-1.some-name-pxc,some-name-pxc-2.some-name-pxc|' /etc/mysql/node.cnf + sed -r 's|^[#]?wsrep_node_incoming_address=.*$|wsrep_node_incoming_address=some-name-pxc-3.some-name-pxc.sst-retry-limit-3153.svc.cluster.local:3306|' /etc/mysql/node.cnf + sed -r 's|^[#]?admin-address=.*$|admin-address=10.240.97.44|' /etc/mysql/node.cnf + sed -r 's|^[#]?extra_max_connections=.*$|extra_max_connections=100|' /etc/mysql/node.cnf + sed -r 's|^[#]?extra_port=.*$|extra_port=33062|' /etc/mysql/node.cnf + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']' + SSL_DIR=/etc/mysql/ssl + '[' -f /etc/mysql/ssl/ca.crt ']' + CA=/etc/mysql/ssl/ca.crt + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + CA=/etc/mysql/ssl-internal/ca.crt + KEY=/etc/mysql/ssl/tls.key + CERT=/etc/mysql/ssl/tls.crt + '[' -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']' + KEY=/etc/mysql/ssl-internal/tls.key + CERT=/etc/mysql/ssl-internal/tls.crt + '[' -f /etc/mysql/ssl-internal/ca.crt -a -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']' + sed '/^\[mysqld\]/a pxc-encrypt-cluster-traffic=ON\nssl-ca=/etc/mysql/ssl-internal/ca.crt\nssl-key=/etc/mysql/ssl-internal/tls.key\nssl-cert=/etc/mysql/ssl-internal/tls.crt' /etc/mysql/node.cnf 2026/10/05 14:37:09 Peer finder exiting Cluster address set to: some-name-pxc-0.some-name-pxc,some-name-pxc-1.some-name-pxc,some-name-pxc-2.some-name-pxc 8.0.43-34.1 [mysqld] pxc-encrypt-cluster-traffic=ON ssl-ca=/etc/mysql/ssl-internal/ca.crt ssl-key=/etc/mysql/ssl-internal/tls.key ssl-cert=/etc/mysql/ssl-internal/tls.crt wsrep_provider_options="pc.weight=10" wsrep_sst_donor=some-name-pxc-1,some-name-pxc-2, log_error_suppression_list="MY-010055" admin-address=10.240.97.44 authentication_policy=caching_sha2_password,, skip_replica_start=ON wsrep_notify_cmd=/var/lib/mysql/wsrep_cmd_notify_handler.sh innodb_buffer_pool_in_core_file=OFF enforce-gtid-consistency gtid-mode=ON plugin_load="binlog_utils_udf=binlog_utils_udf.so" datadir=/var/lib/mysql socket=/tmp/mysql.sock skip-host-cache coredumper server_id=46934243 binlog_format=ROW default_storage_engine=InnoDB innodb_flush_log_at_trx_commit = 2 innodb_flush_method = O_DIRECT innodb_file_per_table = 1 innodb_autoinc_lock_mode=2 bind_address = 0.0.0.0 wsrep_slave_threads=2 wsrep_cluster_address=gcomm://some-name-pxc-0.some-name-pxc,some-name-pxc-1.some-name-pxc,some-name-pxc-2.some-name-pxc wsrep_provider=/usr/lib64/galera4/libgalera_smm.so wsrep_cluster_name=some-name-pxc wsrep_node_address=10.240.97.44 wsrep_node_incoming_address=some-name-pxc-3.some-name-pxc.sst-retry-limit-3153.svc.cluster.local:3306 wsrep_sst_method=xtrabackup-v2 [client] socket=/tmp/mysql.sock [sst] cpat=.*\.pem$\|.*init\.ok$\|.*galera\.cache$\|.*wsrep_recovery_verbose\.log$\|.*readiness-check\.sh$\|.*liveness-check\.sh$\|.*get-pxc-state$\|.*sst_in_progress$\|.*sleep-forever$\|.*sst_retry_count$\|.*sst_retry_limit_reached$\|.*pmm-prerun\.sh$\|.*sst-xb-tmpdir$\|.*\.sst$\|.*gvwstate\.dat$\|.*grastate\.dat$\|.*\.err$\|.*\.log$\|.*RPM_UPGRADE_MARKER$\|.*RPM_UPGRADE_HISTORY$\|.*pxc-entrypoint\.sh$\|.*unsafe-bootstrap\.sh$\|.*pxc-configure-pxc\.sh\|.*peer-list$\|.*auth_plugin$\|.*version_info$\|.*mysql-state-monitor$\|.*mysql-state-monitor\.log$\|.*notify\.sock$\|.*mysql\.state$\|.*wsrep_cmd_notify_handler\.sh$\|.*core\..*\|.*mysqld\.my$\|.*component_keyring_vault\.cnf$\|.*vault\.cnf$ progress=1 + [[ -z node:6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local:wsrep_ready:ON:wsrep_connected:ON:wsrep_local_state_comment:Synced:wsrep_cluster_status:Primary ]] + [[ -z node:6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local:wsrep_ready:ON:wsrep_connected:ON:wsrep_local_state_comment:Synced:wsrep_cluster_status:Primary ]] + [[ -z node:6361623238363639.some-name-pxc-unready.sst-retry-limit-3153.svc.cluster.local:wsrep_ready:ON:wsrep_connected:ON:wsrep_local_state_comment:Synced:wsrep_cluster_status:Primary ]] + test -e /opt/percona/hookscript/hook.sh + init_opt= + [[ -f /etc/mysql/init-file/init.sql ]] + exec mysqld 2026-10-05T14:37:21.468158Z 0 [Warning] [MY-011068] [Server] The syntax '--skip-host-cache' is deprecated and will be removed in a future release. Please use SET GLOBAL host_cache_size=0 instead. 2026-10-05T14:37:21.468170Z 0 [Warning] [MY-011070] [Server] 'binlog_format' is deprecated and will be removed in a future release. 2026-10-05T14:37:21.468182Z 0 [Warning] [MY-011068] [Server] The syntax 'wsrep_slave_threads' is deprecated and will be removed in a future release. Please use wsrep_applier_threads instead. 2026-10-05T14:37:21.469448Z 0 [Warning] [MY-010097] [Server] Insecure configuration for --secure-log-path: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path. 2026-10-05T14:37:21.469843Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.43-34.1) starting as process 1 2026-10-05T14:37:21.474983Z 0 [Warning] [MY-010068] [Server] CA certificate /etc/mysql/ssl-internal/ca.crt is self signed. 2026-10-05T14:37:21.475009Z 0 [System] [MY-013602] [Server] Channel mysql_main configured to support TLS. Encrypted connections are now supported for this channel. 2026-10-05T14:37:21.475014Z 0 [Note] [MY-000000] [WSREP] New joining cluster node configured to use specified SSL artifacts 2026-10-05T14:37:21.475042Z 0 [Note] [MY-000000] [Galera] Loading provider /usr/lib64/galera4/libgalera_smm.so initial position: 00000000-0000-0000-0000-000000000000:-1 2026-10-05T14:37:21.475064Z 0 [Note] [MY-000000] [Galera] wsrep_load(): loading provider library '/usr/lib64/galera4/libgalera_smm.so' 2026-10-05T14:37:21.475579Z 0 [Note] [MY-000000] [Galera] wsrep_load(): Galera 4.23(cb05b32) by Codership Oy (modified by Percona ) loaded successfully. 2026-10-05T14:37:21.475595Z 0 [Note] [MY-000000] [Galera] Resolved symbol 'wsrep_node_isolation_mode_set_v1' 2026-10-05T14:37:21.475601Z 0 [Note] [MY-000000] [Galera] Resolved symbol 'wsrep_certify_v1' 2026-10-05T14:37:21.475612Z 0 [Note] [MY-000000] [Galera] Support for config service v2 wsrep_init_config_service_v2 not found from provider: /usr/lib64/galera4/libgalera_smm.so: undefined symbol: wsrep_init_config_service_v2 2026-10-05T14:37:21.475619Z 0 [Note] [MY-000000] [Galera] Provider does not support config service v2 2026-10-05T14:37:21.475648Z 0 [Note] [MY-000000] [Galera] CRC-32C: using 64-bit x86 acceleration. 2026-10-05T14:37:21.475827Z 0 [Note] [MY-000000] [Galera] not using SSL compression 2026-10-05T14:37:21.476370Z 0 [Warning] [MY-000000] [Galera] Could not open state file for reading: '/var/lib/mysql//grastate.dat' 2026-10-05T14:37:21.476385Z 0 [Warning] [MY-000000] [Galera] No persistent state found. Bootstraping with default state 2026-10-05T14:37:21.476426Z 0 [Note] [MY-000000] [Galera] Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootstrap: 1 2026-10-05T14:37:21.476691Z 0 [Note] [MY-000000] [Galera] Generated new GCache ID: 45f461fc-c0ca-11f1-b2f7-5fddb853fb9a 2026-10-05T14:37:21.476708Z 0 [Note] [MY-000000] [Galera] GCache DEBUG: opened preamble: Version: 0 UUID: 00000000-0000-0000-0000-000000000000 Seqno: -1 - -1 Offset: -1 Synced: 0 EncVersion: 0 Encrypted: 0 MasterKeyConst UUID: 45f461fc-c0ca-11f1-b2f7-5fddb853fb9a MasterKey UUID: 00000000-0000-0000-0000-000000000000 MasterKey ID: 0 2026-10-05T14:37:21.476715Z 0 [Note] [MY-000000] [Galera] Skipped GCache ring buffer recovery: could not determine history UUID. 2026-10-05T14:37:21.479091Z 0 [Note] [MY-000000] [Galera] Passing config to GCS: allocator.disk_pages_encryption = no; allocator.encryption_cache_page_size = 32K; allocator.encryption_cache_size = 16777216; base_dir = /var/lib/mysql/; base_host = 10.240.97.44; base_port = 4567; cert.log_conflicts = no; cert.optimistic_pa = no; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.encryption = no; gcache.encryption_cache_page_size = 32K; gcache.encryption_cache_size = 16777216; gcache.freeze_purge_at_seqno = -1; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = galera.cache; gcache.page_size = 128M; gcache.recover = yes; gcache.size = 128M; gcomm.thread_prio = ; gcs.fc_auto_evict_threshold = 0.75; gcs.fc_auto_evict_window = 0; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.fc_single_primary = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = true; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.wait_restored_prim_timeout = PT0S; pc.weight = 10; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 11; socket.checksum = 2; socket.recv_buf_size = auto; socket.send_buf_size = auto; socket.ssl = YES; socket.ssl_ca = /etc/mysql/ssl-internal/ca.crt; socket.ssl_cert = /etc/mysql/ssl-internal/tls.crt; socket.ssl_cipher = ; socket.ssl_key = /etc/mysql/ssl-internal/tls.key; socket.ssl_reload = 1; 2026-10-05T14:37:21.489603Z 0 [Note] [MY-000000] [WSREP] Starting replication 2026-10-05T14:37:21.489623Z 0 [Note] [MY-000000] [Galera] Connecting with bootstrap option: 0 2026-10-05T14:37:21.489634Z 0 [Note] [MY-000000] [Galera] Setting GCS initial position to 00000000-0000-0000-0000-000000000000:-1 2026-10-05T14:37:21.489690Z 0 [Note] [MY-000000] [Galera] protonet asio version 0 2026-10-05T14:37:21.490267Z 0 [Note] [MY-000000] [Galera] Using CRC-32C for message checksums. 2026-10-05T14:37:21.490283Z 0 [Note] [MY-000000] [Galera] backend: asio 2026-10-05T14:37:21.490352Z 0 [Note] [MY-000000] [Galera] gcomm thread scheduling priority set to other:0 2026-10-05T14:37:21.490554Z 0 [Note] [MY-000000] [Galera] Fail to access the file (/var/lib/mysql//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown 2026-10-05T14:37:21.490589Z 0 [Note] [MY-000000] [Galera] Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown 2026-10-05T14:37:21.490741Z 0 [Note] [MY-000000] [Galera] GMCast version 0 2026-10-05T14:37:21.493797Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') listening at ssl://0.0.0.0:4567 2026-10-05T14:37:21.493814Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') multicast: , ttl: 1 2026-10-05T14:37:21.494037Z 0 [Note] [MY-000000] [Galera] EVS version 1 2026-10-05T14:37:21.494117Z 0 [Note] [MY-000000] [Galera] gcomm: connecting to group 'some-name-pxc', peer 'some-name-pxc-0.some-name-pxc:,some-name-pxc-1.some-name-pxc:,some-name-pxc-2.some-name-pxc:' 2026-10-05T14:37:21.500323Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') connection established to 65b71ece-8487 ssl://10.240.97.43:4567 2026-10-05T14:37:21.500445Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') connection established to a5f4c406-b746 ssl://10.240.96.26:4567 2026-10-05T14:37:21.501177Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') connection established to 77b92d22-b59d ssl://10.240.98.50:4567 2026-10-05T14:37:21.995672Z 0 [Note] [MY-000000] [Galera] EVS version upgrade 0 -> 1 2026-10-05T14:37:21.995717Z 0 [Note] [MY-000000] [Galera] declaring 65b71ece-8487 at ssl://10.240.97.43:4567 stable 2026-10-05T14:37:21.995726Z 0 [Note] [MY-000000] [Galera] declaring 77b92d22-b59d at ssl://10.240.98.50:4567 stable 2026-10-05T14:37:21.995733Z 0 [Note] [MY-000000] [Galera] declaring a5f4c406-b746 at ssl://10.240.96.26:4567 stable 2026-10-05T14:37:21.995755Z 0 [Note] [MY-000000] [Galera] PC protocol upgrade 0 -> 1 2026-10-05T14:37:21.996178Z 0 [Note] [MY-000000] [Galera] Node 65b71ece-8487 state primary 2026-10-05T14:37:21.996687Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node view (view_id(PRIM,45f68336-a66c,4) memb { 45f68336-a66c,0 65b71ece-8487,0 77b92d22-b59d,0 a5f4c406-b746,0 } joined { } left { } partitioned { } ) 2026-10-05T14:37:21.996707Z 0 [Note] [MY-000000] [Galera] Save the discovered primary-component to disk 2026-10-05T14:37:22.494618Z 0 [Note] [MY-000000] [Galera] gcomm: connected 2026-10-05T14:37:22.494689Z 0 [Note] [MY-000000] [Galera] Changing maximum packet size to 64500, resulting msg size: 32636 2026-10-05T14:37:22.494823Z 0 [Note] [MY-000000] [Galera] Shifting CLOSED -> OPEN (TO: 0) 2026-10-05T14:37:22.494840Z 0 [Note] [MY-000000] [Galera] Opened channel 'some-name-pxc' 2026-10-05T14:37:22.494983Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 4 2026-10-05T14:37:22.495103Z 0 [Note] [MY-000000] [Galera] STATE_EXCHANGE: sent state UUID: 468fc5b8-c0ca-11f1-8b59-c243cbfd67b3 2026-10-05T14:37:22.495169Z 1 [Note] [MY-000000] [WSREP] Starting rollbacker thread 1 2026-10-05T14:37:22.495255Z 2 [Note] [MY-000000] [WSREP] Starting applier thread 2 2026-10-05T14:37:22.495906Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: 468fc5b8-c0ca-11f1-8b59-c243cbfd67b3 2026-10-05T14:37:22.496328Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 468fc5b8-c0ca-11f1-8b59-c243cbfd67b3 from 0 (some-name-pxc-3) 2026-10-05T14:37:22.496364Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 468fc5b8-c0ca-11f1-8b59-c243cbfd67b3 from 1 (some-name-pxc-0) 2026-10-05T14:37:22.496378Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 468fc5b8-c0ca-11f1-8b59-c243cbfd67b3 from 2 (some-name-pxc-1) 2026-10-05T14:37:22.496390Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 468fc5b8-c0ca-11f1-8b59-c243cbfd67b3 from 3 (some-name-pxc-2) 2026-10-05T14:37:22.496405Z 0 [Note] [MY-000000] [Galera] Quorum results: version = 6, component = PRIMARY, conf_id = 3, members = 3/4 (primary/total), act_id = 41, last_appl. = 23, protocols = 5/11/4 (gcs/repl/appl), vote policy= 0, group UUID = 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03 2026-10-05T14:37:22.496457Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [200, 200] 2026-10-05T14:37:22.496517Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> PRIMARY (TO: 42) 2026-10-05T14:37:22.496605Z 2 [Note] [MY-000000] [Galera] ####### processing CC 42, local, ordered 2026-10-05T14:37:22.496678Z 2 [Note] [MY-000000] [Galera] Maybe drain monitors from -1 upto current CC event 42 upto:-1 2026-10-05T14:37:22.496719Z 2 [Note] [MY-000000] [Galera] Drain monitors from -1 up to -1 2026-10-05T14:37:22.496728Z 2 [Note] [MY-000000] [Galera] Process first view: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03 my uuid: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d 2026-10-05T14:37:22.496747Z 2 [Note] [MY-000000] [Galera] Server some-name-pxc-3 connected to cluster at position 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 with ID 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d 2026-10-05T14:37:22.496758Z 2 [Note] [MY-000000] [WSREP] Server status change disconnected -> connected 2026-10-05T14:37:22.504424Z 2 [Note] [MY-000000] [Galera] ####### My UUID: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d 2026-10-05T14:37:22.504447Z 2 [Note] [MY-000000] [Galera] Cert index reset to 00000000-0000-0000-0000-000000000000:-1 (proto: 11), state transfer needed: yes 2026-10-05T14:37:22.504593Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:37:22.504659Z 2 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 00000000-0000-0000-0000-000000000000:-1, protocol version: -1 2026-10-05T14:37:22.504677Z 2 [Note] [MY-000000] [Galera] State transfer required: Group state: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 Local state: 00000000-0000-0000-0000-000000000000:-1 2026-10-05T14:37:22.504689Z 2 [Note] [MY-000000] [WSREP] Server status change connected -> joiner 2026-10-05T14:37:22.545253Z 0 [Note] [MY-000000] [WSREP] Initiating SST/IST transfer on JOINER side (wsrep_sst_xtrabackup-v2 --role 'joiner' --address '10.240.97.44' --datadir '/var/lib/mysql/' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '1' --mysqld-version '8.0.43-34.1' --binlog 'binlog' ) 2026-10-05T14:37:23.145647Z 2 [Note] [MY-000000] [WSREP] Prepared SST request: xtrabackup-v2|10.240.97.44:4444/xtrabackup_sst//1 2026-10-05T14:37:23.145689Z 2 [Note] [MY-000000] [Galera] Check if state gap can be serviced using IST 2026-10-05T14:37:23.145704Z 2 [Note] [MY-000000] [Galera] Local UUID: 00000000-0000-0000-0000-000000000000 != Group UUID: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03 2026-10-05T14:37:23.145715Z 2 [Note] [MY-000000] [Galera] ####### IST uuid:00000000-0000-0000-0000-000000000000 f: 0, l: 42, STRv: 3 2026-10-05T14:37:23.145784Z 2 [Note] [MY-000000] [Galera] IST receiver addr using ssl://10.240.97.44:4568 2026-10-05T14:37:23.145824Z 2 [Note] [MY-000000] [Galera] IST receiver using ssl 2026-10-05T14:37:23.145966Z 2 [Note] [MY-000000] [Galera] Prepared IST receiver for 0-42, listening at: ssl://10.240.97.44:4568 2026-10-05T14:37:23.146522Z 0 [Note] [MY-000000] [Galera] Member 0.0 (some-name-pxc-3) requested state transfer from 'some-name-pxc-1,some-name-pxc-2,'. Selected 2.0 (some-name-pxc-1)(SYNCED) as donor. 2026-10-05T14:37:23.146539Z 0 [Note] [MY-000000] [Galera] Shifting PRIMARY -> JOINER (TO: 42) 2026-10-05T14:37:23.146565Z 2 [Note] [MY-000000] [Galera] Requesting state transfer: success, donor: 2 2026-10-05T14:37:23.146579Z 2 [Note] [MY-000000] [Galera] Resetting GCache seqno map due to different histories. 2026-10-05T14:37:23.146590Z 2 [Note] [MY-000000] [Galera] GCache history reset: 00000000-0000-0000-0000-000000000000:0 -> 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 2026-10-05T14:37:23.549467Z 0 [Note] [MY-000000] [WSREP-SST] joiner: => Rate:[ 261 B/s] Avg:[ 261 B/s] Elapsed:0:00:00 Bytes: 167 B 2026-10-05T14:37:23.974029Z 0 [Note] [MY-000000] [WSREP-SST] Proceeding with SST......... 2026-10-05T14:37:23.996350Z 0 [Note] [MY-000000] [WSREP-SST] ............Waiting for SST streaming to complete! 2026-10-05T14:37:24.994905Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') turning message relay requesting off 2026-10-05T14:37:37.273306Z 0 [Note] [MY-000000] [WSREP-SST] joiner: => Rate:[0.00 B/s] Avg:[0.00 B/s] Elapsed:0:00:10 Bytes: 0.00 B joiner: => Rate:[5.79MiB/s] Avg:[5.79MiB/s] Elapsed:0:00:13 Bytes: 77.0MiB 2026-10-05T14:37:37.279631Z 0 [Note] [MY-000000] [WSREP-SST] Decompressing the backup at /var/lib/mysql//sst-xb-tmpdir 2026-10-05T14:37:37.285337Z 0 [Note] [MY-000000] [Galera] 2.0 (some-name-pxc-1): State transfer to 0.0 (some-name-pxc-3) complete. 2026-10-05T14:37:37.285988Z 0 [Note] [MY-000000] [Galera] Member 2.0 (some-name-pxc-1) synced with group. 2026-10-05T14:37:37.392339Z 0 [Note] [MY-000000] [WSREP-SST] Preparing the backup at /var/lib/mysql//sst-xb-tmpdir 2026-10-05T14:37:39.870568Z 0 [Note] [MY-000000] [WSREP-SST] Moving the backup to /var/lib/mysql/ 2026-10-05T14:37:39.985226Z 0 [Note] [MY-000000] [WSREP-SST] Running post-processing........... 2026-10-05T14:37:39.990320Z 0 [Note] [MY-000000] [WSREP-SST] Skipping mysql_upgrade (sst): local version (8.0.43) == donor version (8.0.43) 2026-10-05T14:37:40.033604Z 0 [Note] [MY-000000] [WSREP-SST] Waiting for server instance to start..... This may take some time 2026-10-05T14:37:42.495875Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') turning message relay requesting on, nonlive peers: ssl://10.240.98.50:4567 2026-10-05T14:37:42.573832Z 0 [Note] [MY-000000] [WSREP-SST] ...........post-processing done 2026-10-05T14:37:42.575744Z 0 [Note] [MY-000000] [WSREP-SST] Galera co-ords from recovery: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 2026-10-05T14:37:42.584900Z 3 [Note] [MY-000000] [Galera] Processing SST received 2026-10-05T14:37:42.584935Z 3 [Note] [MY-000000] [WSREP] Server status change joiner -> initializing 2026-10-05T14:37:42.593994Z 4 [System] [MY-013576] [InnoDB] InnoDB initialization has started. 2026-10-05T14:37:42.779818Z 4 [System] [MY-013577] [InnoDB] InnoDB initialization has ended. 2026-10-05T14:37:42.886474Z 4 [Note] [MY-000000] [WSREP] wsrep_init_schema_and_SR (nil) 2026-10-05T14:37:42.906554Z 4 [System] [MY-000000] [WSREP] PXC upgrade completed successfully 2026-10-05T14:37:42.980400Z 0 [Warning] [MY-013595] [Server] Failed to initialize TLS for channel: mysql_admin. See below for the description of exact issue. 2026-10-05T14:37:42.980421Z 0 [Warning] [MY-010069] [Server] Failed to set up SSL because of the following SSL library error: SSL context is not usable without certificate and private key 2026-10-05T14:37:42.980428Z 0 [System] [MY-013603] [Server] No TLS configuration was given for channel mysql_admin; re-using TLS configuration of channel mysql_main. 2026-10-05T14:37:43.030425Z 0 [Note] [MY-000000] [WSREP] Initialized wsrep sidno 2 2026-10-05T14:37:43.030447Z 0 [Note] [MY-000000] [Galera] Server initialized 2026-10-05T14:37:43.030454Z 0 [Note] [MY-000000] [WSREP] Server status change initializing -> initialized 2026-10-05T14:37:43.037467Z 3 [Note] [MY-000000] [Galera] Recovered position from storage: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 2026-10-05T14:37:43.037486Z 3 [Note] [MY-000000] [WSREP] Server status change initialized -> joined 2026-10-05T14:37:43.038285Z 11 [Note] [MY-000000] [WSREP] Starting applier thread 11 2026-10-05T14:37:43.039167Z 0 [System] [MY-011323] [Server] X Plugin ready for connections. Bind-address: '::' port: 33060, socket: /var/lib/mysql/mysqlx.sock 2026-10-05T14:37:43.039307Z 0 [System] [MY-010931] [Server] /usr/sbin/mysqld: ready for connections. Version: '8.0.43-34.1' socket: '/tmp/mysql.sock' port: 3306 Percona XtraDB Cluster (GPL), Release rel34, Revision 0682ba7, WSREP version 26.1.4.3. 2026-10-05T14:37:43.039325Z 0 [System] [MY-013292] [Server] Admin interface ready for connections, address: '10.240.97.44' port: 33062 2026-10-05T14:37:43.049697Z 3 [Note] [MY-000000] [Galera] Recovered view from SST: id: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 status: primary protocol_version: 4 capabilities: MULTI-MASTER, CERTIFICATION, PARALLEL_APPLYING, REPLAY, ISOLATION, PAUSE, CAUSAL_READ, INCREMENTAL_WS, UNORDERED, PREORDERED, STREAMING, NBO final: no own_index: 0 members(4): 0: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d, some-name-pxc-3 1: 65b71ece-c0c9-11f1-8487-8bba057cc8a7, some-name-pxc-0 2: 77b92d22-c0c9-11f1-b59d-e794669f4336, some-name-pxc-1 3: a5f4c406-c0c9-11f1-b746-b28173754b5a, some-name-pxc-2 2026-10-05T14:37:43.057537Z 13 [Note] [MY-000000] [WSREP] Recovered cluster id 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03 2026-10-05T14:37:43.059276Z 3 [Note] [MY-000000] [Galera] SST received: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 2026-10-05T14:37:43.059300Z 3 [System] [MY-000000] [WSREP] SST completed 2026-10-05T14:37:43.059325Z 2 [Note] [MY-000000] [Galera] str_proto_ver_: 3 sst_seqno_: 42 cc_seqno: 42 req->ist_len(): 67 2026-10-05T14:37:43.059359Z 2 [Note] [MY-000000] [Galera] Installed new state from SST: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 2026-10-05T14:37:43.060530Z 2 [Note] [MY-000000] [Galera] Cert. index preload up to 42 2026-10-05T14:37:43.060570Z 0 [Note] [MY-000000] [Galera] ####### IST applying starts with 43 2026-10-05T14:37:43.060743Z 0 [Note] [MY-000000] [Galera] ####### IST current seqno initialized to 25 2026-10-05T14:37:43.060816Z 0 [Note] [MY-000000] [Galera] Receiving IST... 0.0% (0/18 events) complete. 2026-10-05T14:37:43.060831Z 0 [Note] [MY-000000] [Galera] IST preload starting at 25 2026-10-05T14:37:43.060858Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:37:43.060898Z 0 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 00000000-0000-0000-0000-000000000000:24, protocol version: 6 2026-10-05T14:37:43.061112Z 0 [Note] [MY-000000] [Galera] ####### Passing IST CC 35, must_apply: 0, preload: true 2026-10-05T14:37:43.061136Z 0 [Note] [MY-000000] [Galera] REPL Protocols: 11 (6) 2026-10-05T14:37:43.061145Z 0 [Note] [MY-000000] [Galera] ####### Adjusting cert position: 34 -> 35 2026-10-05T14:37:43.061195Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:37:43.061288Z 0 [Note] [MY-000000] [Galera] Recording CC from preload: 35 2026-10-05T14:37:43.061303Z 0 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from preload: 25 2026-10-05T14:37:43.061308Z 0 [Note] [MY-000000] [Galera] Min available from gcache for CC from preload: 25 2026-10-05T14:37:43.061347Z 0 [Note] [MY-000000] [Galera] ####### Passing IST CC 36, must_apply: 0, preload: true 2026-10-05T14:37:43.061370Z 0 [Note] [MY-000000] [Galera] REPL Protocols: 11 (6) 2026-10-05T14:37:43.061378Z 0 [Note] [MY-000000] [Galera] ####### Adjusting cert position: 35 -> 36 2026-10-05T14:37:43.061406Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:37:43.061438Z 0 [Note] [MY-000000] [Galera] Recording CC from preload: 36 2026-10-05T14:37:43.061449Z 0 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from preload: 25 2026-10-05T14:37:43.061456Z 0 [Note] [MY-000000] [Galera] Min available from gcache for CC from preload: 25 2026-10-05T14:37:43.061587Z 0 [Note] [MY-000000] [Galera] ####### Passing IST CC 42, must_apply: 0, preload: true 2026-10-05T14:37:43.061614Z 0 [Note] [MY-000000] [Galera] REPL Protocols: 11 (6) 2026-10-05T14:37:43.061623Z 0 [Note] [MY-000000] [Galera] ####### Adjusting cert position: 41 -> 42 2026-10-05T14:37:43.061649Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:37:43.061696Z 0 [Note] [MY-000000] [Galera] Recording CC from preload: 42 2026-10-05T14:37:43.061708Z 0 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from preload: 25 2026-10-05T14:37:43.061717Z 0 [Note] [MY-000000] [Galera] Min available from gcache for CC from preload: 25 2026-10-05T14:37:43.061789Z 0 [Note] [MY-000000] [Galera] Receiving IST... 100.0% (18/18 events) complete. 2026-10-05T14:37:43.062030Z 2 [Note] [MY-000000] [Galera] IST received: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:42 2026-10-05T14:37:43.062082Z 2 [Note] [MY-000000] [Galera] Recording CC from sst: 42 2026-10-05T14:37:43.062094Z 2 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from sst: 25 2026-10-05T14:37:43.062398Z 2 [Note] [MY-000000] [Galera] Min available from gcache for CC from sst: 25 2026-10-05T14:37:43.496262Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') reconnecting to 77b92d22-b59d (ssl://10.240.98.50:4567), attempt 0 2026-10-05T14:37:46.496519Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') connection to peer 00000000-0000 with addr ssl://10.240.98.50:4567 timed out, no messages seen in PT3S, socket stats: rtt: 0 rttvar: 250000 rto: 1000000 lost: 1 last_data_recv: 10044962 cwnd: 1 last_queued_since: 10345031270420 last_delivered_since: 10345031270420 send_queue_length: 0 send_queue_bytes: 0 (gmcast.peer_timeout) 2026-10-05T14:37:46.496657Z 0 [Note] [MY-000000] [Galera] Failed to establish connection: Operation aborted. 2026-10-05T14:37:46.998526Z 0 [Note] [MY-000000] [Galera] declaring node with index 2 suspected, timeout PT5S (evs.suspect_timeout) 2026-10-05T14:37:46.998556Z 0 [Note] [MY-000000] [Galera] evs::proto(45f68336-a66c, OPERATIONAL, view_id(REG,45f68336-a66c,4)) suspecting node: 77b92d22-b59d 2026-10-05T14:37:46.998566Z 0 [Note] [MY-000000] [Galera] evs::proto(45f68336-a66c, OPERATIONAL, view_id(REG,45f68336-a66c,4)) suspected node without join message, declaring inactive 2026-10-05T14:37:47.498743Z 0 [Note] [MY-000000] [Galera] declaring node with index 2 inactive (evs.inactive_timeout) 2026-10-05T14:37:47.999332Z 0 [Note] [MY-000000] [Galera] 0.0 (some-name-pxc-3): State transfer from 2.0 (some-name-pxc-1) complete. 2026-10-05T14:37:47.999438Z 0 [Note] [MY-000000] [Galera] SST leaving flow control 2026-10-05T14:37:47.999339Z 0 [Note] [MY-000000] [Galera] declaring 65b71ece-8487 at ssl://10.240.97.43:4567 stable 2026-10-05T14:37:47.999649Z 0 [Note] [MY-000000] [Galera] declaring a5f4c406-b746 at ssl://10.240.96.26:4567 stable 2026-10-05T14:37:47.999934Z 0 [Note] [MY-000000] [Galera] Node 45f68336-a66c state primary 2026-10-05T14:37:48.000032Z 0 [Note] [MY-000000] [Galera] Shifting JOINER -> JOINED (TO: 42) 2026-10-05T14:37:48.000089Z 0 [Note] [MY-000000] [Galera] Processing event queue:... -nan% (0/0 events) complete. 2026-10-05T14:37:48.000384Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node view (view_id(PRIM,45f68336-a66c,5) memb { 45f68336-a66c,0 65b71ece-8487,0 a5f4c406-b746,0 } joined { } left { } partitioned { 77b92d22-b59d,0 } ) 2026-10-05T14:37:48.000403Z 0 [Note] [MY-000000] [Galera] Save the discovered primary-component to disk 2026-10-05T14:37:48.002119Z 0 [Note] [MY-000000] [Galera] forgetting 77b92d22-b59d (ssl://10.240.98.50:4567) 2026-10-05T14:37:48.002134Z 0 [Note] [MY-000000] [Galera] deleting entry ssl://10.240.98.50:4567 2026-10-05T14:37:48.002179Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') turning message relay requesting off 2026-10-05T14:37:48.002203Z 0 [Note] [MY-000000] [Galera] Failed to establish connection: Operation aborted. 2026-10-05T14:37:48.010192Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 3 2026-10-05T14:37:48.010278Z 0 [Note] [MY-000000] [Galera] STATE_EXCHANGE: sent state UUID: 55c51541-c0ca-11f1-9b8d-cbd1aad580ea 2026-10-05T14:37:48.010638Z 0 [Note] [MY-000000] [Galera] SYNC message from member 0 in non-primary configuration. Ignored. 2026-10-05T14:37:48.010887Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: 55c51541-c0ca-11f1-9b8d-cbd1aad580ea 2026-10-05T14:37:48.011109Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 55c51541-c0ca-11f1-9b8d-cbd1aad580ea from 1 (some-name-pxc-0) 2026-10-05T14:37:48.011131Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 55c51541-c0ca-11f1-9b8d-cbd1aad580ea from 2 (some-name-pxc-2) 2026-10-05T14:37:48.011399Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 55c51541-c0ca-11f1-9b8d-cbd1aad580ea from 0 (some-name-pxc-3) 2026-10-05T14:37:48.011492Z 0 [Note] [MY-000000] [Galera] Quorum results: version = 6, component = PRIMARY, conf_id = 4, members = 3/3 (primary/total), act_id = 42, last_appl. = 23, protocols = 5/11/4 (gcs/repl/appl), vote policy= 0, group UUID = 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03 2026-10-05T14:37:48.011625Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [173, 173] 2026-10-05T14:37:48.011868Z 11 [Note] [MY-000000] [Galera] ####### processing CC 43, local, ordered 2026-10-05T14:37:48.012072Z 11 [Note] [MY-000000] [Galera] Maybe drain monitors from 42 upto current CC event 43 upto:42 2026-10-05T14:37:48.012095Z 11 [Note] [MY-000000] [Galera] Drain monitors from 42 up to 42 2026-10-05T14:37:48.012180Z 11 [Note] [MY-000000] [Galera] ####### My UUID: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d 2026-10-05T14:37:48.012190Z 11 [Note] [MY-000000] [Galera] Skipping cert index reset 2026-10-05T14:37:48.012198Z 11 [Note] [MY-000000] [Galera] REPL Protocols: 11 (6) 2026-10-05T14:37:48.012266Z 0 [Note] [MY-000000] [Galera] Member 0.0 (some-name-pxc-3) synced with group. 2026-10-05T14:37:48.012286Z 0 [Note] [MY-000000] [Galera] Processing event queue:... 100.0% (2/2 events) complete. 2026-10-05T14:37:48.012295Z 0 [Note] [MY-000000] [Galera] Shifting JOINED -> SYNCED (TO: 43) 2026-10-05T14:37:48.012359Z 11 [Note] [MY-000000] [Galera] ####### Adjusting cert position: 42 -> 43 2026-10-05T14:37:48.012427Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:37:48.014362Z 11 [Note] [MY-000000] [Galera] ================================================ View: id: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:43 status: primary protocol_version: 4 capabilities: MULTI-MASTER, CERTIFICATION, PARALLEL_APPLYING, REPLAY, ISOLATION, PAUSE, CAUSAL_READ, INCREMENTAL_WS, UNORDERED, PREORDERED, STREAMING, NBO final: no own_index: 0 members(3): 0: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d, some-name-pxc-3 1: 65b71ece-c0c9-11f1-8487-8bba057cc8a7, some-name-pxc-0 2: a5f4c406-c0c9-11f1-b746-b28173754b5a, some-name-pxc-2 ================================================= 2026-10-05T14:37:48.027003Z 11 [Note] [MY-000000] [Galera] Recording CC from group: 43 2026-10-05T14:37:48.027019Z 11 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from group: 25 2026-10-05T14:37:48.027025Z 11 [Note] [MY-000000] [Galera] Min available from gcache for CC from group: 25 2026-10-05T14:37:48.027035Z 11 [Note] [MY-000000] [Galera] Server some-name-pxc-3 synced with group 2026-10-05T14:37:48.027043Z 11 [Note] [MY-000000] [WSREP] Server status change joined -> synced 2026-10-05T14:37:48.027048Z 11 [Note] [MY-000000] [WSREP] Synchronized with group, ready for connections 2026-10-05T14:37:50.996847Z 0 [Note] [MY-000000] [Galera] cleaning up 77b92d22-b59d (ssl://10.240.98.50:4567) 2026-10-05T14:38:12.791174Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') connection established to 77b92d22-b59e ssl://10.240.98.52:4567 2026-10-05T14:38:13.285858Z 0 [Note] [MY-000000] [Galera] declaring 65b71ece-8487 at ssl://10.240.97.43:4567 stable 2026-10-05T14:38:13.285881Z 0 [Note] [MY-000000] [Galera] declaring 77b92d22-b59e at ssl://10.240.98.52:4567 stable 2026-10-05T14:38:13.285891Z 0 [Note] [MY-000000] [Galera] declaring a5f4c406-b746 at ssl://10.240.96.26:4567 stable 2026-10-05T14:38:13.286284Z 0 [Note] [MY-000000] [Galera] Node 45f68336-a66c state primary 2026-10-05T14:38:13.286723Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node view (view_id(PRIM,45f68336-a66c,6) memb { 45f68336-a66c,0 65b71ece-8487,0 77b92d22-b59e,0 a5f4c406-b746,0 } joined { } left { } partitioned { } ) 2026-10-05T14:38:13.286742Z 0 [Note] [MY-000000] [Galera] Save the discovered primary-component to disk 2026-10-05T14:38:13.288203Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 4 2026-10-05T14:38:13.288287Z 0 [Note] [MY-000000] [Galera] STATE_EXCHANGE: sent state UUID: 64d63390-c0ca-11f1-afae-b666cf29e170 2026-10-05T14:38:13.288790Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: 64d63390-c0ca-11f1-afae-b666cf29e170 2026-10-05T14:38:13.289144Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 64d63390-c0ca-11f1-afae-b666cf29e170 from 0 (some-name-pxc-3) 2026-10-05T14:38:13.289167Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 64d63390-c0ca-11f1-afae-b666cf29e170 from 1 (some-name-pxc-0) 2026-10-05T14:38:13.289182Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 64d63390-c0ca-11f1-afae-b666cf29e170 from 3 (some-name-pxc-2) 2026-10-05T14:38:13.785963Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 64d63390-c0ca-11f1-afae-b666cf29e170 from 2 (some-name-pxc-1) 2026-10-05T14:38:13.785987Z 0 [Note] [MY-000000] [Galera] Quorum results: version = 6, component = PRIMARY, conf_id = 5, members = 3/4 (primary/total), act_id = 43, last_appl. = 23, protocols = 5/11/4 (gcs/repl/appl), vote policy= 0, group UUID = 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03 2026-10-05T14:38:13.786111Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [200, 200] 2026-10-05T14:38:13.786168Z 2 [Note] [MY-000000] [Galera] ####### processing CC 44, local, ordered 2026-10-05T14:38:13.786186Z 2 [Note] [MY-000000] [Galera] Maybe drain monitors from 43 upto current CC event 44 upto:43 2026-10-05T14:38:13.786195Z 2 [Note] [MY-000000] [Galera] Drain monitors from 43 up to 43 2026-10-05T14:38:13.786247Z 2 [Note] [MY-000000] [Galera] ####### My UUID: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d 2026-10-05T14:38:13.786275Z 2 [Note] [MY-000000] [Galera] Skipping cert index reset 2026-10-05T14:38:13.786331Z 2 [Note] [MY-000000] [Galera] REPL Protocols: 11 (6) 2026-10-05T14:38:13.786349Z 2 [Note] [MY-000000] [Galera] ####### Adjusting cert position: 43 -> 44 2026-10-05T14:38:13.786384Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2026-10-05T14:38:13.788969Z 2 [Note] [MY-000000] [Galera] ================================================ View: id: 568f0cd7-c0c9-11f1-b6d5-f75e253b4e03:44 status: primary protocol_version: 4 capabilities: MULTI-MASTER, CERTIFICATION, PARALLEL_APPLYING, REPLAY, ISOLATION, PAUSE, CAUSAL_READ, INCREMENTAL_WS, UNORDERED, PREORDERED, STREAMING, NBO final: no own_index: 0 members(4): 0: 45f68336-c0ca-11f1-a66c-6e5c4ab2db1d, some-name-pxc-3 1: 65b71ece-c0c9-11f1-8487-8bba057cc8a7, some-name-pxc-0 2: 77b92d22-c0c9-11f1-b59e-e794669f4336, some-name-pxc-1 3: a5f4c406-c0c9-11f1-b746-b28173754b5a, some-name-pxc-2 ================================================= 2026-10-05T14:38:13.800920Z 2 [Note] [MY-000000] [Galera] Recording CC from group: 44 2026-10-05T14:38:13.800938Z 2 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from group: 25 2026-10-05T14:38:13.800948Z 2 [Note] [MY-000000] [Galera] Min available from gcache for CC from group: 25 2026-10-05T14:38:14.426435Z 0 [Note] [MY-000000] [Galera] Member 2.0 (some-name-pxc-1) requested state transfer from 'some-name-pxc-1,some-name-pxc-2,'. Selected 3.0 (some-name-pxc-2)(SYNCED) as donor. 2026-10-05T14:38:15.755243Z 0 [Note] [MY-000000] [Galera] 2.0 (some-name-pxc-1): State transfer from 3.0 (some-name-pxc-2) complete. 2026-10-05T14:38:15.755781Z 0 [Note] [MY-000000] [Galera] Member 2.0 (some-name-pxc-1) synced with group. 2026-10-05T14:38:15.788375Z 0 [Note] [MY-000000] [Galera] 3.0 (some-name-pxc-2): State transfer to 2.0 (some-name-pxc-1) complete. 2026-10-05T14:38:15.788865Z 0 [Note] [MY-000000] [Galera] Member 3.0 (some-name-pxc-2) synced with group. 2026-10-05T14:38:15.998555Z 0 [Note] [MY-000000] [Galera] (45f68336-a66c, 'ssl://0.0.0.0:4567') turning message relay requesting off + cat /tmp/tmp.9eXUGdZatv + rm /tmp/tmp.TSm300dlpS /tmp/tmp.9eXUGdZatv + return 0 + exit 1