++ echo 'Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/upgrade-haproxy.log' Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/upgrade-haproxy.log ++ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml ']' ++ SKIP_BACKUPS_TO_AWS_GCP= ++ oc get projects error: No Auth Provider found for name "gcp" +++ kubectl version -o json +++ jq -r .serverVersion.gitVersion +++ grep '\-eks\-' ++ '[' ']' ++ EKS=0 +++ kubectl version -o json +++ jq -r '.serverVersion.major + "." + .serverVersion.minor' +++ /usr/bin/sed -r 's/[^0-9.]+//g' ++ KUBE_VERSION=1.20 +++ helm version -c +++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/' ++ HELM_VERSION=v3.8.1 ++ '[' v3 == v2 ']' + CLUSTER=upgrade-haproxy + CLUSTER_SIZE=3 + TARGET_API=pxc.percona.com/v1-11-0 ++ /usr/bin/sed s/-/./g ++ echo -n 1-11-0 + TARGET_OPERATOR_VER=1.11.0 + TARGET_IMAGE=perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + TARGET_IMAGE_PMM=perconalab/pmm-client:dev-latest + TARGET_IMAGE_PROXY=perconalab/percona-xtradb-cluster-operator:main-proxysql + TARGET_IMAGE_HAPROXY=perconalab/percona-xtradb-cluster-operator:main-haproxy + TARGET_IMAGE_BACKUP=perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + PXC_VER=8.0 ++ curl -s https://check.percona.com/versions/v1/pxc-operator ++ sort -V ++ tail -n1 ++ jq -r '.versions[].operator' + INIT_OPERATOR_VER=1.10.0 + [[ 1.10.0 == \1\.\1\1\.\0 ]] + GIT_TAG=v1.10.0 ++ curl -s 'https://check.percona.com/versions/v1/pxc-operator/1.10.0/latest?databaseVersion=8.0' + INIT_OPERATOR_IMAGES='{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' + OPERATOR_NAME=percona-xtradb-cluster-operator + API=pxc.percona.com/v1-10-0 ++ jq -r '.versions[].matrix.operator[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' + IMAGE=percona/percona-xtradb-cluster-operator:1.10.0 ++ cut -d/ -f1 ++ echo perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a + [[ perconalab == \p\e\r\c\o\n\a\l\a\b ]] + IMAGE=perconalab/percona-xtradb-cluster-operator:1.10.0 ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' ++ jq -r '.versions[].matrix.pxc[].imagePath' + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.25-15.1 ++ jq -r '.versions[].matrix.pmm[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' + IMAGE_PMM=percona/pmm-client:2.23.0 ++ jq -r '.versions[].matrix.proxysql[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' + IMAGE_PROXY=percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25 ++ jq -r '.versions[].matrix.haproxy[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' + IMAGE_HAPROXY=percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25 ++ jq -r '.versions[].matrix.backup[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.10.0","matrix":{"mongod":{},"pxc":{"8.0.25-15.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.25-15.1","imageHash":"529e979c86442429e6feabef9a2d9fc362f4626146f208fbfac704e145a492dd","status":"recommended","critical":false}},"pmm":{"2.23.0":{"imagePath":"percona/pmm-client:2.23.0","imageHash":"8fa0e45f740fa8564cbfbdf5d9a5507a07e331f8f40ea022d3a64d7278478eac","status":"recommended","critical":false}},"proxysql":{"2.0.18-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25","imageHash":"b84701c47a11c6f5ca46481f25f1b6086c0a30014d05584c7987f1d42a17b584","status":"recommended","critical":false}},"haproxy":{"2.3.15":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25","imageHash":"62479be2a21192a3215f03d3f9541decd5ef1737741245ac33ee439915a15128","status":"recommended","critical":false}},"backup":{"8.0.25":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup","imageHash":"c3991f0959a3b4114d7ff629d9d3cdf0dc200c58443ca8ebb1446d8b1cbe416d","status":"recommended","critical":false}},"operator":{"1.10.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0","imageHash":"73d2266258b700a691db6196f4b5c830845d34d57bdef5be5ffbd45e88407309","status":"recommended","critical":false}},"logCollector":{"1.10.0-2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.10.0-logcollector-8.0.25","imageHash":"d69dad98900532e2ad6d0bf12c34a148462816fa3ee4697e9b73efef7583901a","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{}}}]}' + IMAGE_BACKUP=percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup + [[ pxc.percona.com/v1-11-0 == \p\x\c\.\p\e\r\c\o\n\a\.\c\o\m\/\v\1\-\1\0\-\0 ]] + main + deploy_cert_manager + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.JwlK0Nryy8 ++ mktemp + local LAST_ERR=/tmp/tmp.pCZPZOBPV7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl create namespace cert-manager + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.JwlK0Nryy8 namespace/cert-manager created + cat /tmp/tmp.pCZPZOBPV7 + rm /tmp/tmp.JwlK0Nryy8 /tmp/tmp.pCZPZOBPV7 + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.dkofCIdBlK ++ mktemp + local LAST_ERR=/tmp/tmp.qc45KXJ6bE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.dkofCIdBlK namespace/cert-manager labeled + cat /tmp/tmp.qc45KXJ6bE + rm /tmp/tmp.dkofCIdBlK /tmp/tmp.qc45KXJ6bE + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.5.4/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.V9fMtA6loE ++ mktemp + local LAST_ERR=/tmp/tmp.KVMJxB1Zby + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.5.4/cert-manager.yaml --validate=false + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.V9fMtA6loE customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io created namespace/cert-manager configured serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created clusterrole.rbac.authorization.k8s.io/cert-manager-view created clusterrole.rbac.authorization.k8s.io/cert-manager-edit created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created role.rbac.authorization.k8s.io/cert-manager:leaderelection created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created + cat /tmp/tmp.KVMJxB1Zby Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.V9fMtA6loE /tmp/tmp.KVMJxB1Zby + return 0 + sleep 60 + create_infra_gh upgrade-haproxy-23692 v1.10.0 + local ns=upgrade-haproxy-23692 + local git_tag=v1.10.0 + '[' -n pxc-operator ']' + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + kubectl_bin get ns + '[' '!' -z '' ']' + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns ++ mktemp ++ mktemp + awk '{print$1}' + local LAST_OUT=/tmp/tmp.rMOLsLnGnc ++ mktemp + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME' + local LAST_OUT=/tmp/tmp.FvGcTJfF4E + local LAST_ERR=/tmp/tmp.HoKWoakVoX + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.Cju2Q91M9Q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get ns + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.FvGcTJfF4E + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + cat /tmp/tmp.Cju2Q91M9Q + rm /tmp/tmp.FvGcTJfF4E /tmp/tmp.Cju2Q91M9Q + for i in '$(seq 0 2)' + kubectl delete namespace pxc-operator + return 0 + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + for i in '$(seq 0 2)' + kubectl delete namespace pxc-operator namespace "cert-manager" deleted + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + cat /tmp/tmp.rMOLsLnGnc + cat /tmp/tmp.HoKWoakVoX Error from server (NotFound): namespaces "pxc-operator" not found + rm /tmp/tmp.rMOLsLnGnc /tmp/tmp.HoKWoakVoX + return 1 + : + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + set +o xtrace namespace/pxc-operator - Error from server (NotFound): namespaces "pxc-operator" not found + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.AJR98IiKdr ++ mktemp + local LAST_ERR=/tmp/tmp.XPyelkke0I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl create namespace pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.AJR98IiKdr namespace/pxc-operator created + cat /tmp/tmp.XPyelkke0I + rm /tmp/tmp.AJR98IiKdr /tmp/tmp.XPyelkke0I + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.rwq6SkF4WX +++ mktemp ++ local LAST_ERR=/tmp/tmp.aBOGMt5QgK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl config current-context ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.rwq6SkF4WX ++ cat /tmp/tmp.aBOGMt5QgK ++ rm /tmp/tmp.rwq6SkF4WX /tmp/tmp.aBOGMt5QgK ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.sMR3gss3g6 ++ mktemp + local LAST_ERR=/tmp/tmp.7Q9riLS6PD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.sMR3gss3g6 Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade" modified. + cat /tmp/tmp.7Q9riLS6PD + rm /tmp/tmp.sMR3gss3g6 /tmp/tmp.7Q9riLS6PD + return 0 + deploy_operator_gh v1.10.0 + local git_tag=v1.10.0 + desc 'start operator' + set +o xtrace ----------------------------------------------------------------------------------- start operator ----------------------------------------------------------------------------------- ++ kubectl_bin get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kuCrEfS5WQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.WziLGeD6Ms ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.kuCrEfS5WQ ++ cat /tmp/tmp.WziLGeD6Ms ++ rm /tmp/tmp.kuCrEfS5WQ /tmp/tmp.WziLGeD6Ms ++ return 0 + [[ -n '' ]] + kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.ZoTvtS9CCn ++ mktemp + local LAST_ERR=/tmp/tmp.zhGtl2vd8R + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/crd.yaml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.ZoTvtS9CCn + cat /tmp/tmp.zhGtl2vd8R + rm /tmp/tmp.ZoTvtS9CCn /tmp/tmp.zhGtl2vd8R + return 0 + local rbac_yaml=rbac + local operator_yaml=operator.yaml + '[' -n pxc-operator ']' + rbac_yaml=cw-rbac + operator_yaml=cw-operator.yaml + apply_rbac_gh cw-rbac v1.10.0 + local operator_namespace=pxc-operator + local rbac=cw-rbac + local git_tag=v1.10.0 + curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/cw-rbac.yaml + /usr/bin/sed -i -e 's^namespace: .*^namespace: pxc-operator^' /tmp/tmp.bXE1fnsyaA/rbac_v1.10.0.yaml + kubectl_bin apply -f /tmp/tmp.bXE1fnsyaA/rbac_v1.10.0.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.lV2lpTiuuV ++ mktemp + local LAST_ERR=/tmp/tmp.O974viIJPX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /tmp/tmp.bXE1fnsyaA/rbac_v1.10.0.yaml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.lV2lpTiuuV clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator created serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator created + cat /tmp/tmp.O974viIJPX + rm /tmp/tmp.lV2lpTiuuV /tmp/tmp.O974viIJPX + return 0 + curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/cw-operator.yaml + /usr/bin/sed -i -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:1.10.0^' /tmp/tmp.bXE1fnsyaA/cw-operator.yaml_v1.10.0.yaml + kubectl_bin apply -f /tmp/tmp.bXE1fnsyaA/cw-operator.yaml_v1.10.0.yaml -n pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.B7rKFxWrz7 ++ mktemp + local LAST_ERR=/tmp/tmp.iDjxrm4s7N + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /tmp/tmp.bXE1fnsyaA/cw-operator.yaml_v1.10.0.yaml -n pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.B7rKFxWrz7 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.iDjxrm4s7N + rm /tmp/tmp.B7rKFxWrz7 /tmp/tmp.iDjxrm4s7N + return 0 + sleep 2 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.HWfGIjXpXr +++ mktemp ++ local LAST_ERR=/tmp/tmp.5YVH4yo7vW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.HWfGIjXpXr ++ cat /tmp/tmp.5YVH4yo7vW ++ rm /tmp/tmp.HWfGIjXpXr /tmp/tmp.5YVH4yo7vW ++ return 0 + wait_pod percona-xtradb-cluster-operator-6855f87d75-r2rrm + local pod=percona-xtradb-cluster-operator-6855f87d75-r2rrm + local max_retry=480 + local ns= ++ echo percona-xtradb-cluster-operator-6855f87d75-r2rrm ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace percona-xtradb-cluster-operator-6855f87d75-r2rrm....Ok + create_namespace upgrade-haproxy-23692 + local namespace=upgrade-haproxy-23692 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + kubectl_bin get ns + '[' '!' -z '' ']' + kubectl_bin delete namespace upgrade-haproxy-23692 ++ mktemp + awk '{print$1}' + local LAST_OUT=/tmp/tmp.qOblvQ7hGj + xargs kubectl delete ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.VGvo9tWd8A ++ mktemp + local LAST_ERR=/tmp/tmp.KnqlUvKETE + local exit_status=0 + local LAST_ERR=/tmp/tmp.pbH00t58dm + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete namespace upgrade-haproxy-23692 + for i in '$(seq 0 2)' + kubectl get ns + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + for i in '$(seq 0 2)' + kubectl delete namespace upgrade-haproxy-23692 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.qOblvQ7hGj + cat /tmp/tmp.pbH00t58dm + rm /tmp/tmp.qOblvQ7hGj /tmp/tmp.pbH00t58dm + return 0 error: resource(s) were provided, but no name, label selector, or --all flag specified + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + for i in '$(seq 0 2)' + kubectl delete namespace upgrade-haproxy-23692 + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + cat /tmp/tmp.VGvo9tWd8A + cat /tmp/tmp.KnqlUvKETE Error from server (NotFound): namespaces "upgrade-haproxy-23692" not found + rm /tmp/tmp.VGvo9tWd8A /tmp/tmp.KnqlUvKETE + return 1 + : + wait_for_delete namespace/upgrade-haproxy-23692 + local res=namespace/upgrade-haproxy-23692 + set +o xtrace namespace/upgrade-haproxy-23692 - Error from server (NotFound): namespaces "upgrade-haproxy-23692" not found + kubectl_bin create namespace upgrade-haproxy-23692 ++ mktemp + local LAST_OUT=/tmp/tmp.0P2Y7UMp58 ++ mktemp + local LAST_ERR=/tmp/tmp.tdQ3jgkpno + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl create namespace upgrade-haproxy-23692 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.0P2Y7UMp58 namespace/upgrade-haproxy-23692 created + cat /tmp/tmp.tdQ3jgkpno + rm /tmp/tmp.0P2Y7UMp58 /tmp/tmp.tdQ3jgkpno + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.zIIEJtP5pg +++ mktemp ++ local LAST_ERR=/tmp/tmp.kGqvAElJcd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl config current-context ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.zIIEJtP5pg ++ cat /tmp/tmp.kGqvAElJcd ++ rm /tmp/tmp.zIIEJtP5pg /tmp/tmp.kGqvAElJcd ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=upgrade-haproxy-23692 ++ mktemp + local LAST_OUT=/tmp/tmp.XtSgVRTCao ++ mktemp + local LAST_ERR=/tmp/tmp.WrFjcKx3RI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=upgrade-haproxy-23692 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.XtSgVRTCao Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade" modified. + cat /tmp/tmp.WrFjcKx3RI + rm /tmp/tmp.XtSgVRTCao /tmp/tmp.WrFjcKx3RI + return 0 + apply_secrets + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.jS8iHxb7lO ++ mktemp + local LAST_ERR=/tmp/tmp.IgInx6BH4Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.jS8iHxb7lO secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.IgInx6BH4Y + rm /tmp/tmp.jS8iHxb7lO /tmp/tmp.IgInx6BH4Y + return 0 + start_minio + deploy_helm upgrade-haproxy-23692 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add percona https://percona-charts.storage.googleapis.com/ "percona" already exists with the same configuration, skipping + helm repo add minio https://helm.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "percona" chart repository ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 8.0.5 --set accessKey=some-access-key --set secretKey=some-secret-key --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set securityContext.enabled=false --set persistence.size=2G --set environment.MINIO_REGION=us-east-1 --set environment.MINIO_HTTP_TRACE=/tmp/trace.log minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 8.0.5 --set accessKey=some-access-key --set secretKey=some-secret-key --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set securityContext.enabled=false --set persistence.size=2G --set environment.MINIO_REGION=us-east-1 --set environment.MINIO_HTTP_TRACE=/tmp/trace.log minio/minio NAME: minio-service LAST DEPLOYED: Tue Apr 12 09:21:54 2022 NAMESPACE: upgrade-haproxy-23692 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: Minio can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.upgrade-haproxy-23692.svc.cluster.local To access Minio from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace upgrade-haproxy-23692 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace upgrade-haproxy-23692 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access Minio server on http://localhost:9000. Follow the below steps to connect to Minio server with mc client: 1. Download the Minio mc client - https://docs.minio.io/docs/minio-client-quickstart-guide 2. Get the ACCESS_KEY=$(kubectl get secret minio-service -o jsonpath="{.data.accesskey}" | base64 --decode) and the SECRET_KEY=$(kubectl get secret minio-service -o jsonpath="{.data.secretkey}" | base64 --decode) 3. mc alias set minio-service-local http://localhost:9000 "$ACCESS_KEY" "$SECRET_KEY" --api s3v4 4. mc ls minio-service-local Alternately, you can use your browser or the Minio SDK to access the server - https://docs.minio.io/categories/17 + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LfWx1rmYhp +++ mktemp ++ local LAST_ERR=/tmp/tmp.8UKVBavYXD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.LfWx1rmYhp ++ cat /tmp/tmp.8UKVBavYXD ++ rm /tmp/tmp.LfWx1rmYhp /tmp/tmp.8UKVBavYXD ++ return 0 + MINIO_POD=minio-service-569fc47cb6-7dpk6 + wait_pod minio-service-569fc47cb6-7dpk6 + local pod=minio-service-569fc47cb6-7dpk6 + local max_retry=480 + local ns= ++ echo minio-service-569fc47cb6-7dpk6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace minio-service-569fc47cb6-7dpk6.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.oJJpxHbfsM ++ mktemp + local LAST_ERR=/tmp/tmp.xHJNF8NAzr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.oJJpxHbfsM pod "aws-cli" deleted + cat /tmp/tmp.xHJNF8NAzr If you don't see a command prompt, try pressing enter. + rm /tmp/tmp.oJJpxHbfsM /tmp/tmp.xHJNF8NAzr + return 0 + local proxy=haproxy + local cr_yaml=/tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml + prepare_cr_yaml /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml haproxy upgrade-haproxy 3 v1.10.0 + local cr_yaml=/tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml + local proxy=haproxy + local cluster=upgrade-haproxy + local cluster_size=3 + local git_tag=v1.10.0 + yq w - spec.pxc.size 3 + yq w - spec.proxysql.size 3 + yq w - spec.haproxy.size 3 + yq w - spec.pxc.image -- -pxc + yq w - spec.proxysql.image -- -proxysql + yq w - spec.backup.storages.minio.s3.credentialsSecret minio-secret + yq w - spec.backup.storages.minio.s3.region us-east-1 + yq w - spec.haproxy.image -- -haproxy + yq w - spec.backup.image -- -backup + yq w - spec.upgradeOptions.apply disabled + yq w - spec.sslInternalSecretName some-name-ssl-internal + yq w - spec.backup.storages.minio.s3.bucket operator-testing + yq w - spec.backup.storages.minio.s3.endpointUrl http://minio-service:9000/ + yq w - spec.backup.storages.minio.type s3 + yq w - metadata.name upgrade-haproxy + yq w - spec.secretsName my-cluster-secrets + yq w - spec.vaultSecretName some-name-vault + yq w - spec.sslSecretName some-name-ssl + curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/cr.yaml + [[ haproxy == \h\a\p\r\o\x\y ]] + yq w -i /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml spec.haproxy.enabled true + yq w -i /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml spec.proxysql.enabled false + spinup_pxc upgrade-haproxy /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml 3 30 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets_without_tls.yml + local cluster=upgrade-haproxy + local config=/tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml + local size=3 + local sleep=30 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets_without_tls.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets_without_tls.yml ++ mktemp + local LAST_OUT=/tmp/tmp.rTGEaUHUoR ++ mktemp + local LAST_ERR=/tmp/tmp.MIkZAYKEwK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets_without_tls.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.rTGEaUHUoR secret/my-cluster-secrets created + cat /tmp/tmp.MIkZAYKEwK + rm /tmp/tmp.rTGEaUHUoR /tmp/tmp.MIkZAYKEwK + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-10-0#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25#' + local LAST_OUT=/tmp/tmp.y3WM9Rp3x7 + /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-haproxy-23692~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.25-15.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:2.23.0#' + /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:1.10.0#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.25-15.1#' + local LAST_ERR=/tmp/tmp.k6cLikgwma + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.y3WM9Rp3x7 deployment.apps/pxc-client created + cat /tmp/tmp.k6cLikgwma + rm /tmp/tmp.y3WM9Rp3x7 /tmp/tmp.k6cLikgwma + return 0 + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 5\.7 ]] + apply_config /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.25-15.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:2.23.0#' ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-10-0#' + cat /tmp/tmp.bXE1fnsyaA/cr_1.10.0_haproxy.yaml + /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:1.10.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.25-15.1#' + local LAST_OUT=/tmp/tmp.uiorhD97fx + /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-haproxy-23692~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_ERR=/tmp/tmp.btcloAMhdq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.uiorhD97fx perconaxtradbcluster.pxc.percona.com/upgrade-haproxy created + cat /tmp/tmp.btcloAMhdq + rm /tmp/tmp.uiorhD97fx /tmp/tmp.btcloAMhdq + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy upgrade-haproxy ++ local target_cluster=upgrade-haproxy +++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.aG8Fz908NI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.qOlS57Qp4Q +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ [[ 0 != 0 ]] +++ break +++ cat /tmp/tmp.aG8Fz908NI +++ cat /tmp/tmp.qOlS57Qp4Q +++ rm /tmp/tmp.aG8Fz908NI /tmp/tmp.qOlS57Qp4Q +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo upgrade-haproxy-haproxy ++ return + local proxy=upgrade-haproxy-haproxy + wait_for_running upgrade-haproxy-haproxy 1 + local name=upgrade-haproxy-haproxy + let last_pod=0 + : + local max_retry=480 ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-haproxy-0 480 + local pod=upgrade-haproxy-haproxy-0 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace upgrade-haproxy-haproxy-0......................................................error: a container name must be specified for pod upgrade-haproxy-haproxy-0, choose one of: [haproxy pxc-monit] .Ok + wait_for_running upgrade-haproxy-pxc 3 + local name=upgrade-haproxy-pxc + let last_pod=2 + local max_retry=480 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-0 480 + local pod=upgrade-haproxy-pxc-0 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-1 480 + local pod=upgrade-haproxy-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-1..............................................Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-2 480 + local pod=upgrade-haproxy-pxc-2 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-2...................................Ok + sleep 30 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h upgrade-haproxy-haproxy -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h upgrade-haproxy-haproxy -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jZLQ98ui7f +++ mktemp ++ local LAST_ERR=/tmp/tmp.HAxtsDM8bP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.jZLQ98ui7f ++ cat /tmp/tmp.HAxtsDM8bP ++ rm /tmp/tmp.jZLQ98ui7f /tmp/tmp.HAxtsDM8bP ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h upgrade-haproxy-haproxy -uroot -proot_password' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h upgrade-haproxy-haproxy -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rrLJlchOWl +++ mktemp ++ local LAST_ERR=/tmp/tmp.PJ7hcCQGSO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.rrLJlchOWl ++ cat /tmp/tmp.PJ7hcCQGSO ++ rm /tmp/tmp.rrLJlchOWl /tmp/tmp.PJ7hcCQGSO ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nOQr3fdIvM +++ mktemp ++ local LAST_ERR=/tmp/tmp.6vZFDVrp44 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.nOQr3fdIvM ++ cat /tmp/tmp.6vZFDVrp44 ++ rm /tmp/tmp.nOQr3fdIvM /tmp/tmp.6vZFDVrp44 ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gbEFMEzicG +++ mktemp ++ local LAST_ERR=/tmp/tmp.b28RigOsGy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.gbEFMEzicG ++ cat /tmp/tmp.b28RigOsGy ++ rm /tmp/tmp.gbEFMEzicG /tmp/tmp.b28RigOsGy ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MhNnNEFujL +++ mktemp ++ local LAST_ERR=/tmp/tmp.ElgEhY3N29 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.MhNnNEFujL ++ cat /tmp/tmp.ElgEhY3N29 ++ rm /tmp/tmp.MhNnNEFujL /tmp/tmp.ElgEhY3N29 ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6c8cd976cc-9fcgv + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql ++ is_keyring_plugin_in_use upgrade-haproxy ++ local cluster=upgrade-haproxy ++ kubectl_bin exec -it upgrade-haproxy-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rJdMtZSo6o +++ mktemp ++ local LAST_ERR=/tmp/tmp.BMngk0vDKX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl exec -it upgrade-haproxy-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.rJdMtZSo6o ++ cat /tmp/tmp.BMngk0vDKX Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.rJdMtZSo6o /tmp/tmp.BMngk0vDKX ++ return 0 + '[' '' ']' + compare_generation 1 haproxy upgrade-haproxy + local generation=1 + local proxy=haproxy + local cluster=upgrade-haproxy + local current_generation + [[ haproxy == \h\a\p\r\o\x\y ]] + containers=(pxc haproxy) + for container in '"${containers[@]}"' ++ kubectl_bin get statefulset upgrade-haproxy-pxc -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZhYcTY1bv5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z5UDS0pnE6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get statefulset upgrade-haproxy-pxc -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.ZhYcTY1bv5 ++ cat /tmp/tmp.Z5UDS0pnE6 ++ rm /tmp/tmp.ZhYcTY1bv5 /tmp/tmp.Z5UDS0pnE6 ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + for container in '"${containers[@]}"' ++ kubectl_bin get statefulset upgrade-haproxy-haproxy -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hsW0CgNBU4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qMN5Jk2Y4a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get statefulset upgrade-haproxy-haproxy -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.hsW0CgNBU4 ++ cat /tmp/tmp.qMN5Jk2Y4a ++ rm /tmp/tmp.hsW0CgNBU4 /tmp/tmp.qMN5Jk2Y4a ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + run_backup upgrade-haproxy on-demand-backup-minio + local cluster=upgrade-haproxy + local backup1=on-demand-backup-minio + desc 'make backup' + set +o xtrace ----------------------------------------------------------------------------------- make backup ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/conf/on-demand-backup-minio.yml ++ mktemp + local LAST_OUT=/tmp/tmp.UAypM0lJuQ ++ mktemp + local LAST_ERR=/tmp/tmp.cTQeeKraW6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/conf/on-demand-backup-minio.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.UAypM0lJuQ perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-minio created + cat /tmp/tmp.cTQeeKraW6 + rm /tmp/tmp.UAypM0lJuQ /tmp/tmp.cTQeeKraW6 + return 0 + wait_backup on-demand-backup-minio + local backup=on-demand-backup-minio + set +o xtrace on-demand-backup-minio...............Succeeded + desc 'upgrade operator' + set +o xtrace ----------------------------------------------------------------------------------- upgrade operator ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.KsAKzSN6jc ++ mktemp + local LAST_ERR=/tmp/tmp.qWMcJQ3RmQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.KsAKzSN6jc customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com configured customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com unchanged customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com unchanged customresourcedefinition.apiextensions.k8s.io/perconaxtradbbackups.pxc.percona.com configured + cat /tmp/tmp.qWMcJQ3RmQ + rm /tmp/tmp.KsAKzSN6jc /tmp/tmp.qWMcJQ3RmQ + return 0 + [[ -n pxc-operator ]] + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.E3uijtre0n ++ mktemp + local LAST_ERR=/tmp/tmp.t3jfRLYsnE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.E3uijtre0n clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.t3jfRLYsnE + rm /tmp/tmp.E3uijtre0n /tmp/tmp.t3jfRLYsnE + return 0 + kubectl_bin patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a"}]}}}}' -n pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.jvrA4oecBO ++ mktemp + local LAST_ERR=/tmp/tmp.VTkACBTrTT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a"}]}}}}' -n pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.jvrA4oecBO deployment.apps/percona-xtradb-cluster-operator patched + cat /tmp/tmp.VTkACBTrTT + rm /tmp/tmp.jvrA4oecBO /tmp/tmp.VTkACBTrTT + return 0 + kubectl_bin rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.sawQgkXsHc ++ mktemp + local LAST_ERR=/tmp/tmp.IXTdJcFXe8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.sawQgkXsHc Waiting for deployment "percona-xtradb-cluster-operator" rollout to finish: 0 of 1 updated replicas are available... deployment "percona-xtradb-cluster-operator" successfully rolled out + cat /tmp/tmp.IXTdJcFXe8 + rm /tmp/tmp.sawQgkXsHc /tmp/tmp.IXTdJcFXe8 + return 0 + sleep 10 + desc 'wait for operator upgrade' + set +o xtrace ----------------------------------------------------------------------------------- wait for operator upgrade ----------------------------------------------------------------------------------- ++ grep -vc NAME ++ awk '{print $1}' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.i4D7LLQVut +++ mktemp ++ local LAST_ERR=/tmp/tmp.i6YaNlqqmQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.i4D7LLQVut ++ cat /tmp/tmp.i6YaNlqqmQ ++ rm /tmp/tmp.i4D7LLQVut /tmp/tmp.i6YaNlqqmQ ++ return 0 + [[ 1 -eq 1 ]] + '[' -n pxc-operator ']' ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.u3tTSn3WFY +++ mktemp ++ local LAST_ERR=/tmp/tmp.E3TkdQ7RvP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl config current-context ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.u3tTSn3WFY ++ cat /tmp/tmp.E3TkdQ7RvP ++ rm /tmp/tmp.u3tTSn3WFY /tmp/tmp.E3TkdQ7RvP ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.oJaKiUyodu ++ mktemp + local LAST_ERR=/tmp/tmp.PoxGl1qBKA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.oJaKiUyodu Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade" modified. + cat /tmp/tmp.PoxGl1qBKA + rm /tmp/tmp.oJaKiUyodu /tmp/tmp.PoxGl1qBKA + return 0 ++ awk '{print $1}' ++ grep perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZH7WeEZvZ9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gAdrRN8ACw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.ZH7WeEZvZ9 ++ cat /tmp/tmp.gAdrRN8ACw ++ rm /tmp/tmp.ZH7WeEZvZ9 /tmp/tmp.gAdrRN8ACw ++ return 0 + wait_pod percona-xtradb-cluster-operator-67c489499d-xrz4z + local pod=percona-xtradb-cluster-operator-67c489499d-xrz4z + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-67c489499d-xrz4z + local container= + set +o xtrace percona-xtradb-cluster-operator-67c489499d-xrz4z.Ok ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.2AwmWRXX5u +++ mktemp ++ local LAST_ERR=/tmp/tmp.XPbunTcpeD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl config current-context ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.2AwmWRXX5u ++ cat /tmp/tmp.XPbunTcpeD ++ rm /tmp/tmp.2AwmWRXX5u /tmp/tmp.XPbunTcpeD ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=upgrade-haproxy-23692 ++ mktemp + local LAST_OUT=/tmp/tmp.3bSFpX2f4D ++ mktemp + local LAST_ERR=/tmp/tmp.V28bLv6aVU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=upgrade-haproxy-23692 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.3bSFpX2f4D Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade" modified. + cat /tmp/tmp.V28bLv6aVU + rm /tmp/tmp.3bSFpX2f4D /tmp/tmp.V28bLv6aVU + return 0 + desc 'check images and generation after operator upgrade' + set +o xtrace ----------------------------------------------------------------------------------- check images and generation after operator upgrade ----------------------------------------------------------------------------------- + check_pxc_liveness upgrade-haproxy 3 + local cluster=upgrade-haproxy + local cluster_size=3 + wait_cluster_consistency upgrade-haproxy 3 + local cluster_name=upgrade-haproxy + local cluster_size=3 + local proxy_size= + '[' -z '' ']' + proxy_size=3 + sleep 7 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lugM5A2sGR +++ mktemp ++ local LAST_ERR=/tmp/tmp.xCwG5EdpoE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.lugM5A2sGR ++ cat /tmp/tmp.xCwG5EdpoE ++ rm /tmp/tmp.lugM5A2sGR /tmp/tmp.xCwG5EdpoE ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dAIExNwTq1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cj2JfuR6Y5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.dAIExNwTq1 ++ cat /tmp/tmp.cj2JfuR6Y5 ++ rm /tmp/tmp.dAIExNwTq1 /tmp/tmp.cj2JfuR6Y5 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine upgrade-haproxy +++ local cluster_name=upgrade-haproxy ++++ get_proxy upgrade-haproxy ++++ local target_cluster=upgrade-haproxy +++++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.LUPJ51wEeI ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.NLr6bysoLJ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ [[ 0 != 0 ]] +++++ break +++++ cat /tmp/tmp.LUPJ51wEeI +++++ cat /tmp/tmp.NLr6bysoLJ +++++ rm /tmp/tmp.LUPJ51wEeI /tmp/tmp.NLr6bysoLJ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-haproxy-haproxy ++++ return +++ local cluster_proxy=upgrade-haproxy-haproxy +++ echo haproxy ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mJKZzNbBEV +++ mktemp ++ local LAST_ERR=/tmp/tmp.JpdCGpplcg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.mJKZzNbBEV ++ cat /tmp/tmp.JpdCGpplcg ++ rm /tmp/tmp.mJKZzNbBEV /tmp/tmp.JpdCGpplcg ++ return 0 + [[ 3 == \3 ]] + wait_for_running upgrade-haproxy-pxc 3 + local name=upgrade-haproxy-pxc + let last_pod=2 + local max_retry=480 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-0 480 + local pod=upgrade-haproxy-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo upgrade-haproxy-pxc-0 + local container=pxc + set +o xtrace upgrade-haproxy-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-1 480 + local pod=upgrade-haproxy-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-2 480 + local pod=upgrade-haproxy-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo upgrade-haproxy-pxc-2 + local container=pxc + set +o xtrace upgrade-haproxy-pxc-2.Ok ++ seq 0 2 + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EwXGh6k3dc +++ mktemp ++ local LAST_ERR=/tmp/tmp.t8Hcc8meqN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.EwXGh6k3dc ++ cat /tmp/tmp.t8Hcc8meqN ++ rm /tmp/tmp.EwXGh6k3dc /tmp/tmp.t8Hcc8meqN ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UWfd2KHidS +++ mktemp ++ local LAST_ERR=/tmp/tmp.AqEAHVIYyD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.UWfd2KHidS ++ cat /tmp/tmp.AqEAHVIYyD ++ rm /tmp/tmp.UWfd2KHidS /tmp/tmp.AqEAHVIYyD ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6c8cd976cc-9fcgv ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5EEAunUMeC +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tii1xoOnsl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.5EEAunUMeC ++ cat /tmp/tmp.Tii1xoOnsl ++ rm /tmp/tmp.5EEAunUMeC /tmp/tmp.Tii1xoOnsl ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-6c8cd976cc-9fcgv + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql ++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2ZLuBxHPTE +++ mktemp ++ local LAST_ERR=/tmp/tmp.bJtOIWKjBg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.2ZLuBxHPTE ++ cat /tmp/tmp.bJtOIWKjBg ++ rm /tmp/tmp.2ZLuBxHPTE /tmp/tmp.bJtOIWKjBg ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a == perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.proxysql.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QvcmaWd8sc +++ mktemp ++ local LAST_ERR=/tmp/tmp.YwzfyPFmC0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.proxysql.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.QvcmaWd8sc ++ cat /tmp/tmp.YwzfyPFmC0 ++ rm /tmp/tmp.QvcmaWd8sc /tmp/tmp.YwzfyPFmC0 ++ return 0 + [[ percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25 == percona/percona-xtradb-cluster-operator:1.10.0-proxysql-8.0.25 ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BQt9UYIfPw +++ mktemp ++ local LAST_ERR=/tmp/tmp.mIJEo6Oasm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.BQt9UYIfPw ++ cat /tmp/tmp.mIJEo6Oasm ++ rm /tmp/tmp.BQt9UYIfPw /tmp/tmp.mIJEo6Oasm ++ return 0 + [[ percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25 == percona/percona-xtradb-cluster-operator:1.10.0-haproxy-8.0.25 ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.backup.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A8rG1sX1l9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.18h68sxcRE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.backup.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.A8rG1sX1l9 ++ cat /tmp/tmp.18h68sxcRE ++ rm /tmp/tmp.A8rG1sX1l9 /tmp/tmp.18h68sxcRE ++ return 0 + [[ percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup == percona/percona-xtradb-cluster-operator:1.10.0-pxc8.0.25-backup ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.pmm.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AK9rDbel5G +++ mktemp ++ local LAST_ERR=/tmp/tmp.nhp46KShkh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.pmm.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.AK9rDbel5G ++ cat /tmp/tmp.nhp46KShkh ++ rm /tmp/tmp.AK9rDbel5G /tmp/tmp.nhp46KShkh ++ return 0 + [[ percona/pmm-client:2.23.0 == percona/pmm-client:2.23.0 ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.pxc.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MpThHXXQ2i +++ mktemp ++ local LAST_ERR=/tmp/tmp.LXmUPgqMLy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.pxc.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.MpThHXXQ2i ++ cat /tmp/tmp.LXmUPgqMLy ++ rm /tmp/tmp.MpThHXXQ2i /tmp/tmp.LXmUPgqMLy ++ return 0 + [[ percona/percona-xtradb-cluster:8.0.25-15.1 == percona/percona-xtradb-cluster:8.0.25-15.1 ]] + : Operator image has been updated correctly + compare_generation 1 haproxy upgrade-haproxy + local generation=1 + local proxy=haproxy + local cluster=upgrade-haproxy + local current_generation + [[ haproxy == \h\a\p\r\o\x\y ]] + containers=(pxc haproxy) + for container in '"${containers[@]}"' ++ kubectl_bin get statefulset upgrade-haproxy-pxc -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tiVtzlU67o +++ mktemp ++ local LAST_ERR=/tmp/tmp.XNb116k6Jp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get statefulset upgrade-haproxy-pxc -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.tiVtzlU67o ++ cat /tmp/tmp.XNb116k6Jp ++ rm /tmp/tmp.tiVtzlU67o /tmp/tmp.XNb116k6Jp ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + for container in '"${containers[@]}"' ++ kubectl_bin get statefulset upgrade-haproxy-haproxy -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9hg9U3DQA0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QGQTUoFeCU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get statefulset upgrade-haproxy-haproxy -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.9hg9U3DQA0 ++ cat /tmp/tmp.QGQTUoFeCU ++ rm /tmp/tmp.9hg9U3DQA0 /tmp/tmp.QGQTUoFeCU ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + desc 'patch pxc images and upgrade' + set +o xtrace ----------------------------------------------------------------------------------- patch pxc images and upgrade ----------------------------------------------------------------------------------- + kubectl_bin patch pxc upgrade-haproxy --type=merge --patch '{ "spec": { "crVersion": "1.11.0", "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0" }, "pmm": { "image": "perconalab/pmm-client:dev-latest" }, "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" }, "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" }, "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup" } }}' ++ mktemp + local LAST_OUT=/tmp/tmp.B6WQZwCh2T ++ mktemp + local LAST_ERR=/tmp/tmp.eCeA8r6sLB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl patch pxc upgrade-haproxy --type=merge --patch '{ "spec": { "crVersion": "1.11.0", "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0" }, "pmm": { "image": "perconalab/pmm-client:dev-latest" }, "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" }, "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" }, "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup" } }}' + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.B6WQZwCh2T perconaxtradbcluster.pxc.percona.com/upgrade-haproxy patched + cat /tmp/tmp.eCeA8r6sLB + rm /tmp/tmp.B6WQZwCh2T /tmp/tmp.eCeA8r6sLB + return 0 + sleep 10 + desc 'check images and generation after full upgrade' + set +o xtrace ----------------------------------------------------------------------------------- check images and generation after full upgrade ----------------------------------------------------------------------------------- + check_pxc_liveness upgrade-haproxy 3 + local cluster=upgrade-haproxy + local cluster_size=3 + wait_cluster_consistency upgrade-haproxy 3 + local cluster_name=upgrade-haproxy + local cluster_size=3 + local proxy_size= + '[' -z '' ']' + proxy_size=3 + sleep 7 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WzsvVMNUKz +++ mktemp ++ local LAST_ERR=/tmp/tmp.cs5XWhQCyJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.WzsvVMNUKz ++ cat /tmp/tmp.cs5XWhQCyJ ++ rm /tmp/tmp.WzsvVMNUKz /tmp/tmp.cs5XWhQCyJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rn34HBFBMX +++ mktemp ++ local LAST_ERR=/tmp/tmp.l868mA2uHX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.Rn34HBFBMX ++ cat /tmp/tmp.l868mA2uHX ++ rm /tmp/tmp.Rn34HBFBMX /tmp/tmp.l868mA2uHX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NIN4bNOwns +++ mktemp ++ local LAST_ERR=/tmp/tmp.M9SuSfoI35 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.NIN4bNOwns ++ cat /tmp/tmp.M9SuSfoI35 ++ rm /tmp/tmp.NIN4bNOwns /tmp/tmp.M9SuSfoI35 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bny2ljYyYP +++ mktemp ++ local LAST_ERR=/tmp/tmp.Qemuihslzp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.bny2ljYyYP ++ cat /tmp/tmp.Qemuihslzp ++ rm /tmp/tmp.bny2ljYyYP /tmp/tmp.Qemuihslzp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rhIQfqlGdb +++ mktemp ++ local LAST_ERR=/tmp/tmp.2Fz1D5P4S6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.rhIQfqlGdb ++ cat /tmp/tmp.2Fz1D5P4S6 ++ rm /tmp/tmp.rhIQfqlGdb /tmp/tmp.2Fz1D5P4S6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YlF5AoG2hS +++ mktemp ++ local LAST_ERR=/tmp/tmp.4ikErQh3ak ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.YlF5AoG2hS ++ cat /tmp/tmp.4ikErQh3ak ++ rm /tmp/tmp.YlF5AoG2hS /tmp/tmp.4ikErQh3ak ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M5VhvWvK74 +++ mktemp ++ local LAST_ERR=/tmp/tmp.MTbieHams9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.M5VhvWvK74 ++ cat /tmp/tmp.MTbieHams9 ++ rm /tmp/tmp.M5VhvWvK74 /tmp/tmp.MTbieHams9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T5EN3yapJl +++ mktemp ++ local LAST_ERR=/tmp/tmp.reiZttfu2x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.T5EN3yapJl ++ cat /tmp/tmp.reiZttfu2x ++ rm /tmp/tmp.T5EN3yapJl /tmp/tmp.reiZttfu2x ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3G3w1QluBv +++ mktemp ++ local LAST_ERR=/tmp/tmp.5zahWFbhwt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.3G3w1QluBv ++ cat /tmp/tmp.5zahWFbhwt ++ rm /tmp/tmp.3G3w1QluBv /tmp/tmp.5zahWFbhwt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UhpKE1qj20 +++ mktemp ++ local LAST_ERR=/tmp/tmp.3uoR8XjTYG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.UhpKE1qj20 ++ cat /tmp/tmp.3uoR8XjTYG ++ rm /tmp/tmp.UhpKE1qj20 /tmp/tmp.3uoR8XjTYG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Jdt7Palmcl +++ mktemp ++ local LAST_ERR=/tmp/tmp.T2kdZGy7pp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.Jdt7Palmcl ++ cat /tmp/tmp.T2kdZGy7pp ++ rm /tmp/tmp.Jdt7Palmcl /tmp/tmp.T2kdZGy7pp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iHhY9NVUbt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jj2hSncnXX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.iHhY9NVUbt ++ cat /tmp/tmp.Jj2hSncnXX ++ rm /tmp/tmp.iHhY9NVUbt /tmp/tmp.Jj2hSncnXX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iEohbO5JRK +++ mktemp ++ local LAST_ERR=/tmp/tmp.segHl1FT2K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.iEohbO5JRK ++ cat /tmp/tmp.segHl1FT2K ++ rm /tmp/tmp.iEohbO5JRK /tmp/tmp.segHl1FT2K ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ceJfvqiWtP +++ mktemp ++ local LAST_ERR=/tmp/tmp.95xf37ytux ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.ceJfvqiWtP ++ cat /tmp/tmp.95xf37ytux ++ rm /tmp/tmp.ceJfvqiWtP /tmp/tmp.95xf37ytux ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TI0zNukIL0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.39oHuWfhl2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.TI0zNukIL0 ++ cat /tmp/tmp.39oHuWfhl2 ++ rm /tmp/tmp.TI0zNukIL0 /tmp/tmp.39oHuWfhl2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.givOsbkVnZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.rl8Dad6rmr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.givOsbkVnZ ++ cat /tmp/tmp.rl8Dad6rmr ++ rm /tmp/tmp.givOsbkVnZ /tmp/tmp.rl8Dad6rmr ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yfaaJRc9qx +++ mktemp ++ local LAST_ERR=/tmp/tmp.H8A6nzEw4q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.yfaaJRc9qx ++ cat /tmp/tmp.H8A6nzEw4q ++ rm /tmp/tmp.yfaaJRc9qx /tmp/tmp.H8A6nzEw4q ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CoQ8KF9c7n +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jb6ifZQ1UC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.CoQ8KF9c7n ++ cat /tmp/tmp.Jb6ifZQ1UC ++ rm /tmp/tmp.CoQ8KF9c7n /tmp/tmp.Jb6ifZQ1UC ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lMOSy4zWq6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yry2RxirfL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.state}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.lMOSy4zWq6 ++ cat /tmp/tmp.yry2RxirfL ++ rm /tmp/tmp.lMOSy4zWq6 /tmp/tmp.yry2RxirfL ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZXrVkSuMMh +++ mktemp ++ local LAST_ERR=/tmp/tmp.8q0PHy0aRL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.ZXrVkSuMMh ++ cat /tmp/tmp.8q0PHy0aRL ++ rm /tmp/tmp.ZXrVkSuMMh /tmp/tmp.8q0PHy0aRL ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine upgrade-haproxy +++ local cluster_name=upgrade-haproxy ++++ get_proxy upgrade-haproxy ++++ local target_cluster=upgrade-haproxy +++++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.YfAKHyA40H ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.o93qYgBdmH +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ [[ 0 != 0 ]] +++++ break +++++ cat /tmp/tmp.YfAKHyA40H +++++ cat /tmp/tmp.o93qYgBdmH +++++ rm /tmp/tmp.YfAKHyA40H /tmp/tmp.o93qYgBdmH +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-haproxy-haproxy ++++ return +++ local cluster_proxy=upgrade-haproxy-haproxy +++ echo haproxy ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RfHSu3bfHH +++ mktemp ++ local LAST_ERR=/tmp/tmp.M8VaZQdqZx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.RfHSu3bfHH ++ cat /tmp/tmp.M8VaZQdqZx ++ rm /tmp/tmp.RfHSu3bfHH /tmp/tmp.M8VaZQdqZx ++ return 0 + [[ 3 == \3 ]] + wait_for_running upgrade-haproxy-pxc 3 + local name=upgrade-haproxy-pxc + let last_pod=2 + local max_retry=480 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-0 480 + local pod=upgrade-haproxy-pxc-0 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-1 480 + local pod=upgrade-haproxy-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-1 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-2 480 + local pod=upgrade-haproxy-pxc-2 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-2.Ok ++ seq 0 2 + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.55g2slpY1q +++ mktemp ++ local LAST_ERR=/tmp/tmp.tC6cdkvNYT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.55g2slpY1q ++ cat /tmp/tmp.tC6cdkvNYT ++ rm /tmp/tmp.55g2slpY1q /tmp/tmp.tC6cdkvNYT ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OsrFVflLrn +++ mktemp ++ local LAST_ERR=/tmp/tmp.g9p4RkrXxL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.OsrFVflLrn ++ cat /tmp/tmp.g9p4RkrXxL ++ rm /tmp/tmp.OsrFVflLrn /tmp/tmp.g9p4RkrXxL ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-6c8cd976cc-9fcgv + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bv7kxFa2WQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.4YZa38e3hq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.bv7kxFa2WQ ++ cat /tmp/tmp.4YZa38e3hq ++ rm /tmp/tmp.bv7kxFa2WQ /tmp/tmp.4YZa38e3hq ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6c8cd976cc-9fcgv + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql ++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4BFc3mkbGB +++ mktemp ++ local LAST_ERR=/tmp/tmp.QPimYdT7bd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.4BFc3mkbGB ++ cat /tmp/tmp.QPimYdT7bd ++ rm /tmp/tmp.4BFc3mkbGB /tmp/tmp.QPimYdT7bd ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a == perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.proxysql.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6V1f9p1Rk2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ltwYQXRdGX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.proxysql.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.6V1f9p1Rk2 ++ cat /tmp/tmp.ltwYQXRdGX ++ rm /tmp/tmp.6V1f9p1Rk2 /tmp/tmp.ltwYQXRdGX ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-proxysql == perconalab/percona-xtradb-cluster-operator:main-proxysql ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ohJ87DtJH8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.szFG1Fu132 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.ohJ87DtJH8 ++ cat /tmp/tmp.szFG1Fu132 ++ rm /tmp/tmp.ohJ87DtJH8 /tmp/tmp.szFG1Fu132 ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-haproxy == perconalab/percona-xtradb-cluster-operator:main-haproxy ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.backup.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uJxaTqORIo +++ mktemp ++ local LAST_ERR=/tmp/tmp.G1woVD8YFJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.backup.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.uJxaTqORIo ++ cat /tmp/tmp.G1woVD8YFJ ++ rm /tmp/tmp.uJxaTqORIo /tmp/tmp.G1woVD8YFJ ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup == perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.pmm.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.v5whYUehMQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.5MpVDQ1J6T ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.pmm.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.v5whYUehMQ ++ cat /tmp/tmp.5MpVDQ1J6T ++ rm /tmp/tmp.v5whYUehMQ /tmp/tmp.5MpVDQ1J6T ++ return 0 + [[ perconalab/pmm-client:dev-latest == perconalab/pmm-client:dev-latest ]] ++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.pxc.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x7gXAV3LUZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.DPehzI5lfq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.pxc.image}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.x7gXAV3LUZ ++ cat /tmp/tmp.DPehzI5lfq ++ rm /tmp/tmp.x7gXAV3LUZ /tmp/tmp.DPehzI5lfq ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ]] + : Cluster images have been updated correctly + compare_generation 2 haproxy upgrade-haproxy + local generation=2 + local proxy=haproxy + local cluster=upgrade-haproxy + local current_generation + [[ haproxy == \h\a\p\r\o\x\y ]] + containers=(pxc haproxy) + for container in '"${containers[@]}"' ++ kubectl_bin get statefulset upgrade-haproxy-pxc -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vhf5bmXekf +++ mktemp ++ local LAST_ERR=/tmp/tmp.QXTJteQI3k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get statefulset upgrade-haproxy-pxc -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.vhf5bmXekf ++ cat /tmp/tmp.QXTJteQI3k ++ rm /tmp/tmp.vhf5bmXekf /tmp/tmp.QXTJteQI3k ++ return 0 + current_generation=2 + [[ 2 != \2 ]] + for container in '"${containers[@]}"' ++ kubectl_bin get statefulset upgrade-haproxy-haproxy -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rt0OZLlmKr +++ mktemp ++ local LAST_ERR=/tmp/tmp.liSAgt2mNQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get statefulset upgrade-haproxy-haproxy -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.rt0OZLlmKr ++ cat /tmp/tmp.liSAgt2mNQ ++ rm /tmp/tmp.rt0OZLlmKr /tmp/tmp.liSAgt2mNQ ++ return 0 + current_generation=2 + [[ 2 != \2 ]] + compare_kubectl statefulset/upgrade-haproxy-pxc + local resource=statefulset/upgrade-haproxy-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-pxc.yml + local new_result=/tmp/tmp.bXE1fnsyaA/statefulset_upgrade-haproxy-pxc.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-pxc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-pxc-eks.yml ']' + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-pxc-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/upgrade-haproxy-pxc + yq d - '**.namespace' + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - '**.creationTimestamp' + yq d - '**.image' + yq d - '**.clusterIP' + yq d - '**.clusterIPs' + yq d - '**.dataSource' + yq d - '**."kubernetes.io/pvc-protection"' + yq d - spec.volumeMode + yq d - '**.volumeName' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.healthCheckNodePort' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - '**.procMount' + yq d - '**.nodePort' + yq d - '**.finalizers' + yq d - spec.nodeName + yq d - '**."percona.com/*"' + yq d - '**.imagePullSecrets' + yq d - '**.enableServiceLinks' + yq d - '**.storageClassName' + yq d - status + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.(name==NAMESPACE)' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.(name==suffix)' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - spec.ipFamilies + yq d - '**.controller-uid' + yq d - '**.preemptionPolicy' + yq d - spec.ipFamilyPolicy + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + yq d - '**.creationTimestamp' + yq d - metadata.managedFields ++ mktemp + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed s/upgrade-haproxy-23692/namespace/g + local LAST_OUT=/tmp/tmp.LsvNeWEhYw ++ mktemp + local LAST_ERR=/tmp/tmp.P22TFUmkRl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/upgrade-haproxy-pxc + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.LsvNeWEhYw + cat /tmp/tmp.P22TFUmkRl + rm /tmp/tmp.LsvNeWEhYw /tmp/tmp.P22TFUmkRl + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-pxc.yml /tmp/tmp.bXE1fnsyaA/statefulset_upgrade-haproxy-pxc.yml + compare_kubectl statefulset/upgrade-haproxy-haproxy + local resource=statefulset/upgrade-haproxy-haproxy + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-haproxy.yml + local new_result=/tmp/tmp.bXE1fnsyaA/statefulset_upgrade-haproxy-haproxy.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-haproxy-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-haproxy-eks.yml ']' + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-haproxy-80.yml ']' + version_gt 1.22 ++ bc -l ++ echo '1.20 >= 1.22' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ bc -l ++ echo '1.20 >= 1.21' + '[' 0 -eq 1 ']' + return 1 + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - '**."percona.com/*"' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - spec.volumeMode + yq d - spec.nodeName + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.volumeName' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - metadata.deletionTimestamp + yq d - '**.healthCheckNodePort' + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - '**.namespace' + yq d - '**.uid' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**.nodePort' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - '**.creationTimestamp' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.creationTimestamp' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - '**.imagePullSecrets' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**.enableServiceLinks' + yq d - status + yq d - '**.(name==NAMESPACE)' + yq d - '**.image' + yq d - '**.(name==suffix)' + yq d - '**.clusterIP' + yq d - '**.clusterIPs' + yq d - '**.dataSource' + yq d - metadata.managedFields + yq d - '**.procMount' + yq d - '**.storageClassName' + yq d - '**.finalizers' + yq d - '**."kubernetes.io/pvc-protection"' + kubectl_bin get -o yaml statefulset/upgrade-haproxy-haproxy + yq d - '**.preemptionPolicy' + yq d - '**.controller-uid' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - spec.ipFamilies + /usr/bin/sed s/upgrade-haproxy-23692/namespace/g + yq d - spec.ipFamilyPolicy + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' ++ mktemp + local LAST_OUT=/tmp/tmp.NsjjIhbUyN ++ mktemp + local LAST_ERR=/tmp/tmp.P7sJ2TINtE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/upgrade-haproxy-haproxy + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.NsjjIhbUyN + cat /tmp/tmp.P7sJ2TINtE + rm /tmp/tmp.NsjjIhbUyN /tmp/tmp.P7sJ2TINtE + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/statefulset_upgrade-haproxy-haproxy.yml /tmp/tmp.bXE1fnsyaA/statefulset_upgrade-haproxy-haproxy.yml + desc 'check data exists after upgrade and drop database' + set +o xtrace ----------------------------------------------------------------------------------- check data exists after upgrade and drop database ----------------------------------------------------------------------------------- + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dl4iNdOlf6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Cn6ktPmDTb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.dl4iNdOlf6 ++ cat /tmp/tmp.Cn6ktPmDTb ++ rm /tmp/tmp.dl4iNdOlf6 /tmp/tmp.Cn6ktPmDTb ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tQJHKW7lGy +++ mktemp ++ local LAST_ERR=/tmp/tmp.tO9Ugl8X4N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.tQJHKW7lGy ++ cat /tmp/tmp.tO9Ugl8X4N ++ rm /tmp/tmp.tQJHKW7lGy /tmp/tmp.tO9Ugl8X4N ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TIWlof9v3z +++ mktemp ++ local LAST_ERR=/tmp/tmp.HFnzilWDPq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.TIWlof9v3z ++ cat /tmp/tmp.HFnzilWDPq ++ rm /tmp/tmp.TIWlof9v3z /tmp/tmp.HFnzilWDPq ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + run_mysql 'drop database myApp;' '-h upgrade-haproxy-pxc -uroot -proot_password' + local 'command=drop database myApp;' + local 'uri=-h upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kitbGhzeUx +++ mktemp ++ local LAST_ERR=/tmp/tmp.jm0lZrAKoL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.kitbGhzeUx ++ cat /tmp/tmp.jm0lZrAKoL ++ rm /tmp/tmp.kitbGhzeUx /tmp/tmp.jm0lZrAKoL ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + desc 'run restore' + set +o xtrace ----------------------------------------------------------------------------------- run restore ----------------------------------------------------------------------------------- + run_recovery_check upgrade-haproxy on-demand-backup-minio + local cluster=upgrade-haproxy + local backup1=on-demand-backup-minio ++ get_proxy_engine upgrade-haproxy ++ local cluster_name=upgrade-haproxy +++ get_proxy upgrade-haproxy +++ local target_cluster=upgrade-haproxy ++++ kubectl_bin get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.WCHYXUxI0J +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.l6kw6BE2KK ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ kubectl get pxc upgrade-haproxy -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ [[ 0 != 0 ]] ++++ break ++++ cat /tmp/tmp.WCHYXUxI0J ++++ cat /tmp/tmp.l6kw6BE2KK ++++ rm /tmp/tmp.WCHYXUxI0J /tmp/tmp.l6kw6BE2KK ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo upgrade-haproxy-haproxy +++ return ++ local cluster_proxy=upgrade-haproxy-haproxy ++ echo haproxy + local proxy=haproxy + desc 'recover backup' + set +o xtrace ----------------------------------------------------------------------------------- recover backup ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/conf/restore-on-demand-backup-minio.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.0oAp35zJTe ++ mktemp + local LAST_ERR=/tmp/tmp.qJxoT5FQYd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/conf/restore-on-demand-backup-minio.yaml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.0oAp35zJTe perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-minio created + cat /tmp/tmp.qJxoT5FQYd + rm /tmp/tmp.0oAp35zJTe /tmp/tmp.qJxoT5FQYd + return 0 + wait_backup_restore on-demand-backup-minio + local backup_name=on-demand-backup-minio + set +o xtrace on-demand-backup-minio...........................................................................................................................................................................Succeeded + kubectl_bin logs job/restore-job-on-demand-backup-minio-upgrade-haproxy ++ mktemp + local LAST_OUT=/tmp/tmp.1Qzehk43PJ ++ mktemp + local LAST_ERR=/tmp/tmp.2nGeONf94W + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl logs job/restore-job-on-demand-backup-minio-upgrade-haproxy + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.1Qzehk43PJ + LIB_PATH=/usr/lib/pxc + . /usr/lib/pxc/check-version.sh + . /usr/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + INSECURE_ARG= + '[' -n true ']' + [[ true == \f\a\l\s\e ]] + mc -C /tmp/mc config host add dest http://minio-service:9000/ ACCESS_KEY_ID SECRET_ACCESS_KEY Added `dest` successfully. + mc -C /tmp/mc ls dest/operator-testing/upgrade-haproxy-2022-04-12-09:29:26-full [2022-04-12 09:29:54 UTC] 25KiB upgrade-haproxy-2022-04-12-09:29:26-full.md5 [2022-04-12 09:41:21 UTC] 0B upgrade-haproxy-2022-04-12-09:29:26-full.sst_info/ [2022-04-12 09:41:21 UTC] 0B upgrade-haproxy-2022-04-12-09:29:26-full/ + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#innodb_temp /datadir/auto.cnf /datadir/binlog.000001 /datadir/binlog.000002 /datadir/binlog.000003 /datadir/binlog.000004 /datadir/binlog.000005 /datadir/binlog.index /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ib_logfile0 /datadir/ib_logfile1 /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/mysql /datadir/mysql.ibd /datadir/mysql_upgrade_info /datadir/mysqld-error.log /datadir/peer-list /datadir/performance_schema /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/undo_001 /datadir/undo_002 /datadir/unsafe-bootstrap.sh /datadir/version_info ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_HLsZ + xbcloud get s3://operator-testing/upgrade-haproxy-2022-04-12-09:29:26-full.sst_info --parallel=10 ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_HLsZ --parallel=4 error: http request failed: Couldn't resolve host name error: http request failed: Couldn't resolve host name 220412 09:41:21 xbcloud: Successfully connected. 220412 09:41:21 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full.sst_info/sst_info.00000000000000000000. 220412 09:41:21 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full.sst_info/sst_info.00000000000000000000, size 145 220412 09:41:21 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full.sst_info/sst_info.00000000000000000001. 220412 09:41:21 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full.sst_info/sst_info.00000000000000000001, size 22 220412 09:41:21 xbcloud: Download completed. + xbcloud get s3://operator-testing/upgrade-haproxy-2022-04-12-09:29:26-full --parallel=10 ++ grep -c processor /proc/cpuinfo + xbstream --decompress -x -C /datadir/pxc_sst_HLsZ --parallel=4 error: http request failed: Couldn't resolve host name error: http request failed: Couldn't resolve host name 220412 09:41:22 xbcloud: Successfully connected. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/backup-my.cnf.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/binlog.000009.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/binlog.index.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/ib_buffer_pool.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/ibdata1.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/myApp/myApp.ibd.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log.CSM.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log.CSV.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log_225.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log.CSM.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log.CSV.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log_226.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster.ibd.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster_members.ibd.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_streaming_log.ibd.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/accounts_154.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/binary_log_trans_198.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/cond_instances_91.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_lock_waits_170.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_locks_169.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/error_log_92.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_148.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_149.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_150.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log_225.sdi.00000000000000000000, size 6053 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/binlog.index.00000000000000000000, size 62 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log.CSM.00000000000000000000, size 90 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log.CSV.00000000000000000000, size 35 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log.CSM.00000000000000000000, size 87 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/binlog.000009.00000000000000000000, size 243 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log.CSV.00000000000000000000, size 32 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log_226.sdi.00000000000000000000, size 12583 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/myApp/myApp.ibd.00000000000000000000, size 114737 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/backup-my.cnf.00000000000000000000, size 529 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/binary_log_trans_198.sdi.00000000000000000000, size 13298 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/ib_buffer_pool.00000000000000000000, size 3720 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/accounts_154.sdi.00000000000000000000, size 4594 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster_members.ibd.00000000000000000000, size 114753 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/cond_instances_91.sdi.00000000000000000000, size 4051 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster.ibd.00000000000000000000, size 114745 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_streaming_log.ibd.00000000000000000000, size 114751 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_lock_waits_170.sdi.00000000000000000000, size 14214 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/error_log_92.sdi.00000000000000000000, size 7730 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_149.sdi.00000000000000000000, size 7821 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_148.sdi.00000000000000000000, size 7820 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_locks_169.sdi.00000000000000000000, size 16203 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/ibdata1.00000000000000000000, size 10485801 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_151.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_152.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_cu_120.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_121.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_122.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_123.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_124.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_125.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_126.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_127.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_128.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_129.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_130.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_131.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000000, size 10485803 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_cu_120.sdi.00000000000000000000, size 11810 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_152.sdi.00000000000000000000, size 6979 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_122.sdi.00000000000000000000, size 11369 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_150.sdi.00000000000000000000, size 8675 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_121.sdi.00000000000000000000, size 11810 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_123.sdi.00000000000000000000, size 7794 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_151.sdi.00000000000000000000, size 7851 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_124.sdi.00000000000000000000, size 8620 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_126.sdi.00000000000000000000, size 7766 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_127.sdi.00000000000000000000, size 6919 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_128.sdi.00000000000000000000, size 35721 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_129.sdi.00000000000000000000, size 35721 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_125.sdi.00000000000000000000, size 7765 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_130.sdi.00000000000000000000, size 35280 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_132.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_133.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_134.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_135.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_136.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_137.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_138.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_139.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_140.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_141.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_142.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_143.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_144.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_145.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_146.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_147.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_cur_93.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_94.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_95.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_100.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_101.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_96.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_97.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_98.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_133.sdi.00000000000000000000, size 23107 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_131.sdi.00000000000000000000, size 23136 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_132.sdi.00000000000000000000, size 23963 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_134.sdi.00000000000000000000, size 23108 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_140.sdi.00000000000000000000, size 21546 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_136.sdi.00000000000000000000, size 29678 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_139.sdi.00000000000000000000, size 7946 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_143.sdi.00000000000000000000, size 15885 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_145.sdi.00000000000000000000, size 15856 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_138.sdi.00000000000000000000, size 6224 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_142.sdi.00000000000000000000, size 21105 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_144.sdi.00000000000000000000, size 16712 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_137.sdi.00000000000000000000, size 28221 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_135.sdi.00000000000000000000, size 22260 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_141.sdi.00000000000000000000, size 21546 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_146.sdi.00000000000000000000, size 15857 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_147.sdi.00000000000000000000, size 15009 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_cur_93.sdi.00000000000000000000, size 17482 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_94.sdi.00000000000000000000, size 17482 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_100.sdi.00000000000000000000, size 8619 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_97.sdi.00000000000000000000, size 8094 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_101.sdi.00000000000000000000, size 6918 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_96.sdi.00000000000000000000, size 7764 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_95.sdi.00000000000000000000, size 17041 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_99.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_instances_102.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__103.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__104.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_status_190.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_variables_193.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/host_cache_105.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/hosts_155.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_componen_202.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_keys_161.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/log_status_183.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_201.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_tot_200.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_163.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_164.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_165.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_166.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_g_162.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/metadata_locks_168.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/mutex_instances_106.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/objects_summary__107.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/performance_time_108.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/persisted_variab_196.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/prepared_stateme_184.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_98.sdi.00000000000000000000, size 7792 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_status_190.sdi.00000000000000000000, size 3314 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/host_cache_105.sdi.00000000000000000000, size 25503 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_99.sdi.00000000000000000000, size 7763 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_variables_193.sdi.00000000000000000000, size 3320 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__104.sdi.00000000000000000000, size 25721 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/hosts_155.sdi.00000000000000000000, size 3737 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_instances_102.sdi.00000000000000000000, size 7640 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/log_status_183.sdi.00000000000000000000, size 4376 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_componen_202.sdi.00000000000000000000, size 9608 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_163.sdi.00000000000000000000, size 12642 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_164.sdi.00000000000000000000, size 11787 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__103.sdi.00000000000000000000, size 20566 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_166.sdi.00000000000000000000, size 11786 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_tot_200.sdi.00000000000000000000, size 5799 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/metadata_locks_168.sdi.00000000000000000000, size 11994 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_201.sdi.00000000000000000000, size 5014 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_keys_161.sdi.00000000000000000000, size 4758 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_165.sdi.00000000000000000000, size 11815 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/performance_time_108.sdi.00000000000000000000, size 4341 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/objects_summary__107.sdi.00000000000000000000, size 7921 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/persisted_variab_196.sdi.00000000000000000000, size 3323 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_g_162.sdi.00000000000000000000, size 10939 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/mutex_instances_106.sdi.00000000000000000000, size 5234 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/processlist_109.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/pxc_cluster_view_203.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_174.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_175.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_176.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_177.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_179.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_180.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_181.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_182.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_171.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_173.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_172.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_178.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/rwlock_instances_110.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_account__160.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_connect__159.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_status_191.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_variable_194.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_actors_111.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_consumers_112.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_instrument_113.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_objects_114.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_threads_115.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_174.sdi.00000000000000000000, size 8278 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/pxc_cluster_view_203.sdi.00000000000000000000, size 5831 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/prepared_stateme_184.sdi.00000000000000000000, size 31513 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_175.sdi.00000000000000000000, size 4985 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/processlist_109.sdi.00000000000000000000, size 10006 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_181.sdi.00000000000000000000, size 8827 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_179.sdi.00000000000000000000, size 6857 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_171.sdi.00000000000000000000, size 45416 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_182.sdi.00000000000000000000, size 5866 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_177.sdi.00000000000000000000, size 27459 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_176.sdi.00000000000000000000, size 19978 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/rwlock_instances_110.sdi.00000000000000000000, size 6050 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_180.sdi.00000000000000000000, size 4728 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_account__160.sdi.00000000000000000000, size 4802 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_172.sdi.00000000000000000000, size 8440 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_173.sdi.00000000000000000000, size 24447 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_178.sdi.00000000000000000000, size 12455 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_status_191.sdi.00000000000000000000, size 3316 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_actors_111.sdi.00000000000000000000, size 6254 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_objects_114.sdi.00000000000000000000, size 6502 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_instrument_113.sdi.00000000000000000000, size 7142 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_connect__159.sdi.00000000000000000000, size 4794 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_variable_194.sdi.00000000000000000000, size 3321 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_consumers_112.sdi.00000000000000000000, size 3359 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_instances_156.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_157.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_158.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_accoun_186.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_host_187.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_thread_188.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_user_189.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_handles_167.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_116.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_117.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_lock_waits_118.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/threads_119.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/tls_channel_stat_199.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_defined_fun_197.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_variables_b_185.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/users_153.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_by_thr_192.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_info_195.sdi.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/sys/sys_config.ibd.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/undo_001.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/undo_002.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_binlog_info.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_checkpoints.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_info.00000000000000000000. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_instances_156.sdi.00000000000000000000, size 9209 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_accoun_186.sdi.00000000000000000000, size 5018 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_host_187.sdi.00000000000000000000, size 4162 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_threads_115.sdi.00000000000000000000, size 6986 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_handles_167.sdi.00000000000000000000, size 9745 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_157.sdi.00000000000000000000, size 21769 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_thread_188.sdi.00000000000000000000, size 4192 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_user_189.sdi.00000000000000000000, size 4161 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_117.sdi.00000000000000000000, size 32057 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/tls_channel_stat_199.sdi.00000000000000000000, size 15992 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_lock_waits_118.sdi.00000000000000000000, size 56730 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_variables_b_185.sdi.00000000000000000000, size 4199 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/threads_119.sdi.00000000000000000000, size 18785 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_by_thr_192.sdi.00000000000000000000, size 4195 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_158.sdi.00000000000000000000, size 20584 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_defined_fun_197.sdi.00000000000000000000, size 5890 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_116.sdi.00000000000000000000, size 32923 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_checkpoints.00000000000000000000, size 158 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/users_153.sdi.00000000000000000000, size 3736 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_info_195.sdi.00000000000000000000, size 8057 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_binlog_info.00000000000000000000, size 116 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/sys/sys_config.ibd.00000000000000000000, size 114740 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/undo_002.00000000000000000000, size 10485802 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/undo_001.00000000000000000000, size 10485802 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_logfile.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_tablespaces.00000000000000000000. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/backup-my.cnf.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/binlog.000009.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/binlog.index.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/ib_buffer_pool.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/ibdata1.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/myApp/myApp.ibd.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log.CSM.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log_225.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log.CSM.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log_226.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster.ibd.00000000000000000001. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/binlog.000009.00000000000000000001, size 27 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_logfile.00000000000000000000, size 2612 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/backup-my.cnf.00000000000000000001, size 27 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/ib_buffer_pool.00000000000000000001, size 28 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_tablespaces.00000000000000000000, size 95 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_info.00000000000000000000, size 850 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log_225.sdi.00000000000000000001, size 39 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/myApp/myApp.ibd.00000000000000000001, size 29 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/binlog.index.00000000000000000001, size 26 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/general_log.CSM.00000000000000000001, size 35 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log.CSM.00000000000000000001, size 32 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/slow_log_226.sdi.00000000000000000001, size 36 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/ibdata1.00000000000000000001, size 2097193 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000001, size 10485803 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster_members.ibd.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_streaming_log.ibd.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/accounts_154.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/binary_log_trans_198.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/cond_instances_91.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_lock_waits_170.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_locks_169.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/error_log_92.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_148.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_149.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_150.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_151.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_152.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_cu_120.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_streaming_log.ibd.00000000000000000001, size 43 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/binary_log_trans_198.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/accounts_154.sdi.00000000000000000001, size 49 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/cond_instances_91.sdi.00000000000000000001, size 54 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_148.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster_members.ibd.00000000000000000001, size 45 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_locks_169.sdi.00000000000000000001, size 51 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/data_lock_waits_170.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_151.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/error_log_92.sdi.00000000000000000001, size 49 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql/wsrep_cluster.ibd.00000000000000000001, size 37 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_152.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_150.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_errors_su_149.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_121.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_122.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_123.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_124.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_125.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_126.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_127.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_128.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_129.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_130.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_131.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_132.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_133.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_134.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_135.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_136.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_137.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_138.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_139.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_140.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_141.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_142.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_143.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_144.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_cu_120.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_124.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_126.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_129.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_122.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_127.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_125.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_130.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_su_123.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_stages_hi_121.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_133.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_134.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_128.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_137.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_132.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_136.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_139.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_141.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_131.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_135.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_statement_138.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_140.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_143.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_142.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_145.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_146.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_147.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_cur_93.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_94.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_95.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_100.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_101.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_96.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_97.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_98.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_99.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_instances_102.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__103.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__104.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_status_190.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_variables_193.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/host_cache_105.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/hosts_155.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_componen_202.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_keys_161.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/log_status_183.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_201.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_tot_200.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_144.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_cur_93.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_145.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_146.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_96.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_transacti_147.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_95.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_his_94.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_98.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_100.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_97.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_101.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/events_waits_sum_99.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__103.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_instances_102.sdi.00000000000000000001, size 55 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/hosts_155.sdi.00000000000000000001, size 46 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_status_190.sdi.00000000000000000001, size 54 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/log_status_183.sdi.00000000000000000001, size 51 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/file_summary_by__104.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_201.sdi.00000000000000000001, size 53 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/host_cache_105.sdi.00000000000000000001, size 51 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_keys_161.sdi.00000000000000000001, size 53 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/global_variables_193.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/keyring_componen_202.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_163.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_164.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_165.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_166.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_g_162.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/metadata_locks_168.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/mutex_instances_106.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/objects_summary__107.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/performance_time_108.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/persisted_variab_196.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/prepared_stateme_184.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/processlist_109.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/pxc_cluster_view_203.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_174.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_175.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_176.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_177.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_179.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_180.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_181.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_182.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_171.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_173.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_172.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_164.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/malloc_stats_tot_200.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_163.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_165.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/performance_time_108.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_g_162.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/metadata_locks_168.sdi.00000000000000000001, size 55 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/mutex_instances_106.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/memory_summary_b_166.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/processlist_109.sdi.00000000000000000001, size 52 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/objects_summary__107.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_175.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_174.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_177.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/persisted_variab_196.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/prepared_stateme_184.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/pxc_cluster_view_203.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_176.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_182.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_173.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_180.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_appl_179.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_conn_171.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_asyn_181.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_178.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/rwlock_instances_110.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_account__160.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_connect__159.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_status_191.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_variable_194.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_actors_111.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_consumers_112.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_instrument_113.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_objects_114.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_threads_115.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_instances_156.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_157.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_158.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_accoun_186.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_host_187.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_thread_188.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_user_189.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_handles_167.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_116.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_117.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_lock_waits_118.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/threads_119.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/tls_channel_stat_199.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_172.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/rwlock_instances_110.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_connect__159.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_account__160.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_instrument_113.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/replication_grou_178.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_variable_194.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_threads_115.sdi.00000000000000000001, size 54 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/session_status_191.sdi.00000000000000000001, size 55 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_157.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_actors_111.sdi.00000000000000000001, size 53 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_objects_114.sdi.00000000000000000001, size 54 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_instances_156.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/setup_consumers_112.sdi.00000000000000000001, size 56 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_handles_167.sdi.00000000000000000001, size 54 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_user_189.sdi.00000000000000000001, size 55 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_host_187.sdi.00000000000000000001, size 55 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_116.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_io_waits_s_117.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_accoun_186.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/status_by_thread_188.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/threads_119.sdi.00000000000000000001, size 48 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/socket_summary_b_158.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/table_lock_waits_118.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_defined_fun_197.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_variables_b_185.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/users_153.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_by_thr_192.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_info_195.sdi.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/sys/sys_config.ibd.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/undo_001.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/undo_002.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_binlog_info.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_checkpoints.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_info.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_logfile.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_tablespaces.00000000000000000001. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/ibdata1.00000000000000000002. 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000002. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_defined_fun_197.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/tls_channel_stat_199.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/sys/sys_config.ibd.00000000000000000001, size 32 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/users_153.sdi.00000000000000000001, size 46 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_binlog_info.00000000000000000001, size 36 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/user_variables_b_185.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_info_195.sdi.00000000000000000001, size 55 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_info.00000000000000000001, size 29 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_tablespaces.00000000000000000001, size 36 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/performance_schema/variables_by_thr_192.sdi.00000000000000000001, size 57 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_logfile.00000000000000000001, size 32 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/xtrabackup_checkpoints.00000000000000000001, size 36 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/ibdata1.00000000000000000002, size 21 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/undo_001.00000000000000000001, size 6291498 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/undo_001.00000000000000000002. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/undo_002.00000000000000000001, size 6291498 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/undo_002.00000000000000000002. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/undo_001.00000000000000000002, size 22 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/undo_002.00000000000000000002, size 22 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000002, size 10485803 220412 09:41:22 xbcloud: Downloading upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000003. 220412 09:41:22 xbcloud: Download successfull upgrade-haproxy-2022-04-12-09:29:26-full/mysql.ibd.00000000000000000003, size 23 220412 09:41:22 xbcloud: Download completed. + set +o xtrace vault configuration not found + xtrabackup --use-memory=750000000 --prepare --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_HLsZ xtrabackup: recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_files_in_group=2 --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=85690912 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 xtrabackup: recognized client arguments: --use-memory=750000000 --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_HLsZ xtrabackup version 8.0.27-19 based on MySQL server 8.0.27 Linux (x86_64) (revision id: 50dbc8dadda) xtrabackup: cd to /datadir/pxc_sst_HLsZ/ xtrabackup: This target seems to be not prepared yet. Number of pools: 1 xtrabackup: xtrabackup_logfile detected: size=8388608, start_lsn=(28726192) xtrabackup: using the following InnoDB configuration for recovery: xtrabackup: innodb_data_home_dir = . xtrabackup: innodb_data_file_path = ibdata1:12M:autoextend xtrabackup: innodb_log_group_home_dir = . xtrabackup: innodb_log_files_in_group = 1 xtrabackup: innodb_log_file_size = 8388608 xtrabackup: inititialize_service_handles suceeded xtrabackup: using the following InnoDB configuration for recovery: xtrabackup: innodb_data_home_dir = . xtrabackup: innodb_data_file_path = ibdata1:12M:autoextend xtrabackup: innodb_log_group_home_dir = . xtrabackup: innodb_log_files_in_group = 1 xtrabackup: innodb_log_file_size = 8388608 xtrabackup: Starting InnoDB instance for recovery. xtrabackup: Using 749731840 bytes for buffer pool (set by --use-memory parameter) PUNCH HOLE support available Uses event mutexes GCC builtin __atomic_thread_fence() is used for memory barrier Compressed tables use zlib 1.2.11 Number of pools: 1 Using hardware accelerated crc32 and polynomial multiplication. Directories to scan './' Scanning './' Completed space ID check of 8 files. Initializing buffer pool, total size = 768.000000M, instances = 1, chunk size =128.000000M Completed initialization of buffer pool If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). The log sequence number 28633951 in the system tablespace does not match the log sequence number 28726192 in the ib_logfiles! Database was not shutdown normally! Starting crash recovery. Starting to parse redo log at lsn = 28725781, whereas checkpoint_lsn = 28726192 and start_lsn = 28725760 Doing recovery: scanned up to log sequence number 28726212 Log background threads are being started... Applying a batch of 1 redo log records ... 100% Apply batch completed! Using undo tablespace './undo_001'. Using undo tablespace './undo_002'. Opened 2 existing undo tablespaces. GTID recovery trx_no: 4440 Parallel initialization of rseg complete Time taken to initialize rseg using 4 thread: 95735 ms. Creating shared tablespace for temporary tables Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... File './ibtmp1' size is now 12 MB. Scanning temp tablespace dir:'./#innodb_temp/' Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 8.0.27 started; log sequence number 28726222 Allocated tablespace ID 4 for mysql/wsrep_streaming_log, old maximum was 0 xtrabackup: Recovered WSREP position: 3fcd16c9-ba42-11ec-9d19-0bf2470fe10f:39 xtrabackup: starting shutdown with innodb_fast_shutdown = 1 FTS optimize thread exiting. Starting shutdown... Log background threads are being closed... Shutdown completed; log sequence number 28726222 Number of pools: 1 xtrabackup: using the following InnoDB configuration for recovery: xtrabackup: innodb_data_home_dir = . xtrabackup: innodb_data_file_path = ibdata1:12M:autoextend xtrabackup: innodb_log_group_home_dir = . xtrabackup: innodb_log_files_in_group = 2 xtrabackup: innodb_log_file_size = 50331648 PUNCH HOLE support available Uses event mutexes GCC builtin __atomic_thread_fence() is used for memory barrier Compressed tables use zlib 1.2.11 Number of pools: 1 Using hardware accelerated crc32 and polynomial multiplication. Directories to scan './' Scanning './' Completed space ID check of 8 files. Initializing buffer pool, total size = 768.000000M, instances = 1, chunk size =128.000000M Completed initialization of buffer pool If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). Creating log file ./ib_logfile101 Creating log file ./ib_logfile1 Renaming log file ./ib_logfile101 to ./ib_logfile0 New log files created, LSN=28726284 Starting to parse redo log at lsn = 28726284, whereas checkpoint_lsn = 28726284 and start_lsn = 28726272 Log background threads are being started... Applying a batch of 0 redo log records ... Apply batch completed! Using undo tablespace './undo_001'. Using undo tablespace './undo_002'. Opened 2 existing undo tablespaces. GTID recovery trx_no: 4440 Parallel initialization of rseg complete Time taken to initialize rseg using 4 thread: 5229 ms. Removed temporary tablespace data file: "ibtmp1" Creating shared tablespace for temporary tables Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... File './ibtmp1' size is now 12 MB. Scanning temp tablespace dir:'./#innodb_temp/' Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 8.0.27 started; log sequence number 28726294 xtrabackup: starting shutdown with innodb_fast_shutdown = 1 FTS optimize thread exiting. Trying to access missing tablespace 4294967294 Starting shutdown... Log background threads are being closed... Shutdown completed; log sequence number 28726294 220412 09:41:25 completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --force-non-empty-directories --keyring-vault-config=/etc/mysql/vault-keyring-secret/keyring_vault.conf --early-plugin-load=keyring_vault.so --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_HLsZ xtrabackup: recognized server arguments: --defaults_group=mysqld --datadir=/datadir xtrabackup: recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_HLsZ xtrabackup version 8.0.27-19 based on MySQL server 8.0.27 Linux (x86_64) (revision id: 50dbc8dadda) 220412 09:41:25 [01] Moving undo_001 to /datadir/undo_001 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving undo_002 to /datadir/undo_002 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ib_logfile0 to /datadir/ib_logfile0 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ib_logfile1 to /datadir/ib_logfile1 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ibdata1 to /datadir/ibdata1 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving binlog.000009 to /datadir//binlog.000009 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving binlog.index to /datadir//binlog.index 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Creating directory ./#innodb_temp 220412 09:41:25 [01] ...done. 220412 09:41:25 [01] Moving ./mysql.ibd to /datadir/mysql.ibd 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./sst_info to /datadir/sst_info 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./xtrabackup_info to /datadir/xtrabackup_info 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./ibtmp1 to /datadir/ibtmp1 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 220412 09:41:25 [01] ...done 220412 09:41:25 [01] Moving ./xtrabackup_master_key_id to /datadir/xtrabackup_master_key_id 220412 09:41:25 [01] ...done 220412 09:41:25 completed OK! + cat /tmp/tmp.2nGeONf94W + rm /tmp/tmp.1Qzehk43PJ /tmp/tmp.2nGeONf94W + return 0 + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/conf/restore-on-demand-backup-minio.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.ii4gXXJcSi ++ mktemp + local LAST_ERR=/tmp/tmp.iOvMZamWU2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/conf/restore-on-demand-backup-minio.yaml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.ii4gXXJcSi perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-minio" deleted + cat /tmp/tmp.iOvMZamWU2 + rm /tmp/tmp.ii4gXXJcSi /tmp/tmp.iOvMZamWU2 + return 0 + wait_for_running upgrade-haproxy-haproxy 1 + local name=upgrade-haproxy-haproxy + let last_pod=0 + : + local max_retry=480 ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-haproxy-0 480 + local pod=upgrade-haproxy-haproxy-0 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace upgrade-haproxy-haproxy-0error: a container name must be specified for pod upgrade-haproxy-haproxy-0, choose one of: [haproxy pxc-monit] .Ok + wait_for_running upgrade-haproxy-pxc 3 + local name=upgrade-haproxy-pxc + let last_pod=2 + local max_retry=480 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-0 480 + local pod=upgrade-haproxy-pxc-0 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-1 480 + local pod=upgrade-haproxy-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-haproxy-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace upgrade-haproxy-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-haproxy-pxc-2 480 + local pod=upgrade-haproxy-pxc-2 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo upgrade-haproxy-pxc-2 + local container=pxc + set +o xtrace upgrade-haproxy-pxc-2.Ok + sleep 35 + desc 'check data after backup' + set +o xtrace ----------------------------------------------------------------------------------- check data after backup ----------------------------------------------------------------------------------- + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-0.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w4XhnOwXil +++ mktemp ++ local LAST_ERR=/tmp/tmp.SPeG4GWNPh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.w4XhnOwXil ++ cat /tmp/tmp.SPeG4GWNPh ++ rm /tmp/tmp.w4XhnOwXil /tmp/tmp.SPeG4GWNPh ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-1.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8rONmyI8Ta +++ mktemp ++ local LAST_ERR=/tmp/tmp.ySO0avg084 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.8rONmyI8Ta ++ cat /tmp/tmp.ySO0avg084 ++ rm /tmp/tmp.8rONmyI8Ta /tmp/tmp.ySO0avg084 ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ echo pxc-client-6c8cd976cc-9fcgv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.25-15.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-haproxy-pxc-2.upgrade-haproxy-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cSY17KkuLN +++ mktemp ++ local LAST_ERR=/tmp/tmp.qzVVYVUFno ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.cSY17KkuLN ++ cat /tmp/tmp.qzVVYVUFno ++ rm /tmp/tmp.cSY17KkuLN /tmp/tmp.qzVVYVUFno ++ return 0 + client_pod=pxc-client-6c8cd976cc-9fcgv + wait_pod pxc-client-6c8cd976cc-9fcgv + local pod=pxc-client-6c8cd976cc-9fcgv + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6c8cd976cc-9fcgv + local container= + set +o xtrace pxc-client-6c8cd976cc-9fcgv.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.bXE1fnsyaA/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-haproxy/compare/select-1.sql /tmp/tmp.bXE1fnsyaA/select-1.sql + '[' on-demand-backup-minio '!=' on-demand-backup-minio ']' + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + destroy upgrade-haproxy-23692 + local namespace=upgrade-haproxy-23692 + local ignore_logs=false + [[ false == \f\a\l\s\e ]] + tee /tmp/tmp.bXE1fnsyaA/operator.log + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + grep -v 'get backup status: Job.batch' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v level=info + sort -u ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.CRLv621GD6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1ctZxl7hHm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.CRLv621GD6 ++ cat /tmp/tmp.1ctZxl7hHm ++ rm /tmp/tmp.CRLv621GD6 /tmp/tmp.1ctZxl7hHm ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-67c489499d-xrz4z ++ mktemp + local LAST_OUT=/tmp/tmp.5ZOm2rafrt ++ mktemp + local LAST_ERR=/tmp/tmp.S7H9E7Ipt5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-67c489499d-xrz4z + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.5ZOm2rafrt + cat /tmp/tmp.S7H9E7Ipt5 + rm /tmp/tmp.5ZOm2rafrt /tmp/tmp.S7H9E7Ipt5 + return 0 I0412 09:30:08.700213 1 request.go:645] Throttling request took 1.045147581s, request: GET:https://10.67.240.1:443/apis/scheduling.k8s.io/v1?timeout=32s {"level":"info",,"caller":"pxc/backup.go:87","msg":"Creating or updating backup job","name":"a197e-daily-backup","schedule":"0 0 * * *"} {"level":"info",,"caller":"pxc/backup.go:87","msg":"Creating or updating backup job","name":"a197e-sat-night-backup","schedule":"0 0 * * 6"} {"level":"info",,"caller":"pxcrestore/controller.go:121","msg":"backup restore request"} {"level":"info",,"caller":"pxcrestore/controller.go:181","msg":"stopping cluster","cluster":"upgrade-haproxy"} {"level":"info",,"caller":"pxcrestore/controller.go:193","msg":"starting restore","cluster":"upgrade-haproxy","backup":"on-demand-backup-minio"} {"level":"info",,"caller":"pxcrestore/controller.go:205","msg":"starting cluster","cluster":"upgrade-haproxy"} {"level":"info",,"caller":"pxcrestore/controller.go:243","msg":"You can view xtrabackup log:\n$ kubectl logs job/restore-job-on-demand-backup-minio-upgrade-haproxy\nIf everything is fine, you can cleanup the job:\n$ kubectl delete pxc-restore/on-demand-backup-minio\n"} {"level":"info",,"caller":"pxc/upgrade.go:266","msg":"statefulSet was changed, run smart update"} {"level":"info",,"caller":"pxc/upgrade.go:294","msg":"primary pod","pod name":"upgrade-haproxy-pxc-0.upgrade-haproxy-pxc.upgrade-haproxy-23692"} {"level":"info",,"caller":"pxc/upgrade.go:311","msg":"apply changes to secondary pod","pod name":"upgrade-haproxy-pxc-1"} {"level":"info",,"caller":"pxc/upgrade.go:311","msg":"apply changes to secondary pod","pod name":"upgrade-haproxy-pxc-2"} {"level":"info",,"caller":"pxc/upgrade.go:318","msg":"apply changes to primary pod","pod name":"upgrade-haproxy-pxc-0"} {"level":"info",,"caller":"pxc/upgrade.go:323","msg":"smart update finished"} {"level":"info",,"caller":"pxc/upgrade.go:588","msg":"pod is running","pod name":"upgrade-haproxy-pxc-0"} {"level":"info",,"caller":"pxc/upgrade.go:588","msg":"pod is running","pod name":"upgrade-haproxy-pxc-1"} {"level":"info",,"caller":"pxc/upgrade.go:588","msg":"pod is running","pod name":"upgrade-haproxy-pxc-2"} {"level":"info",,"caller":"pxc/version.go:328","msg":"update PXC version (fetched from db)","new version":"8.0.27-18.1"} {"level":"info",,"logger":"cmd","msg":"Git commit: 706f792ae47c369cb3556faff186b6873a8a247f Git branch: PR-1125-706f792a Build time: 2022-04-12T09:09:41Z"} {"level":"info",,"logger":"cmd","msg":"Go OS/Arch: linux/amd64"} {"level":"info",,"logger":"cmd","msg":"Go Version: go1.17.8"} {"level":"info",,"logger":"cmd","msg":"operator-sdk Version: v0.19.4"} {"level":"info",,"logger":"cmd","msg":"Registering Components."} {"level":"info",,"logger":"cmd","msg":"Runs on","platform":"kubernetes","version":"v1.20.15-gke.4100"} {"level":"info",,"logger":"cmd","msg":"Starting the Cmd."} {"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Starting certificate watcher"} {"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting Controller"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting EventSource","source":"kind source: /, Kind="} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting workers","worker count":1} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting Controller"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting EventSource","source":"kind source: /, Kind="} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting workers","worker count":1} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting Controller"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting EventSource","source":"kind source: /, Kind="} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting workers","worker count":1} {"level":"info",,"logger":"controller-runtime.manager","msg":"starting metrics server","path":"/metrics"} {"level":"info",,"logger":"controller-runtime.metrics","msg":"metrics server is starting to listen","addr":":8080"} {"level":"info",,"logger":"controller-runtime.webhook","msg":"registering webhook","path":"/validate-percona-xtradbcluster"} {"level":"info",,"logger":"controller-runtime.webhook","msg":"serving webhook server","host":"","port":9443} {"level":"info",,"logger":"controller-runtime.webhook.webhooks","msg":"starting webhook server"} {"level":"info",,"logger":"leader","msg":"Became the leader."} {"level":"info",,"logger":"leader","msg":"Found existing lock","LockOwner":"percona-xtradb-cluster-operator-6855f87d75-r2rrm"} {"level":"info",,"logger":"leader","msg":"Leader pod has been deleted, waiting for garbage collection to remove the lock."} {"level":"info",,"logger":"leader","msg":"Not the leader. Waiting."} {"level":"info",,"logger":"leader","msg":"Trying to become the leader."} + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE + kubectl patch pxc -n upgrade-haproxy-23692 upgrade-haproxy --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/upgrade-haproxy patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Z4XquhNmq0 ++ mktemp + local LAST_ERR=/tmp/tmp.RAOecf3NYY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.Z4XquhNmq0 perconaxtradbcluster.pxc.percona.com "upgrade-haproxy" deleted + cat /tmp/tmp.RAOecf3NYY + rm /tmp/tmp.Z4XquhNmq0 /tmp/tmp.RAOecf3NYY + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.EenopBqrZr ++ mktemp + local LAST_ERR=/tmp/tmp.iGzh6FPmKa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.EenopBqrZr perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-minio" deleted + cat /tmp/tmp.iGzh6FPmKa + rm /tmp/tmp.EenopBqrZr /tmp/tmp.iGzh6FPmKa + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ekjrIbcg9w ++ mktemp + local LAST_ERR=/tmp/tmp.WUi5ZEjmuy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.ekjrIbcg9w No resources found + cat /tmp/tmp.WUi5ZEjmuy + rm /tmp/tmp.ekjrIbcg9w /tmp/tmp.WUi5ZEjmuy + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.XkgAanJTUY ++ mktemp + local LAST_ERR=/tmp/tmp.mxZYG3zmHh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.XkgAanJTUY validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.mxZYG3zmHh + rm /tmp/tmp.XkgAanJTUY /tmp/tmp.mxZYG3zmHh + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.5.4/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.bXE1fnsyaA + kubectl_bin delete --grace-period=0 --force=true namespace upgrade-haproxy-23692 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.hIXQKEzuNH ++ mktemp + local LAST_OUT=/tmp/tmp.yvuzb7Biz0 ++ mktemp + local LAST_ERR=/tmp/tmp.Ah4rRsKRwM + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.qDEM0aVAl1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete --grace-period=0 --force=true namespace upgrade-haproxy-23692 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete --grace-period=0 --force=true namespace pxc-operator