Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/logs/upgrade-proxysql-8-0.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + CLUSTER=upgrade-proxysql + CLUSTER_SIZE=3 + TARGET_OPERATOR_VER=1.21.0 + TARGET_IMAGE=perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + TARGET_IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest + TARGET_IMAGE_PROXY=perconalab/percona-xtradb-cluster-operator:main-proxysql + TARGET_IMAGE_HAPROXY=perconalab/percona-xtradb-cluster-operator:main-haproxy + TARGET_IMAGE_BACKUP=perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup + TARGET_IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + PXC_VER=8.0 ++ curl -s https://check.percona.com/versions/v1/pxc-operator ++ tail -n1 ++ jq -r '.versions[].operator' ++ sort -V + INIT_OPERATOR_VER=1.20.0 + [[ 1.20.0 == \1\.\2\1\.\0 ]] + GIT_TAG=v1.20.0 ++ curl -s 'https://check.percona.com/versions/v1/pxc-operator/1.20.0/latest?databaseVersion=8.0' + INIT_OPERATOR_IMAGES='{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' + OPERATOR_NAME=percona-xtradb-cluster-operator ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatdeployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created pod/percona-xtradb-cluster-operator-774b5698c6-jxdvt condition met E0702 05:23:42.743250 15398 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774b5698c6-jxdvt&resourceVersion=1782969822115631012&timeoutSeconds=447&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-774b5698c6-jxdvt to become Ready.Ok error: resource(s) were provided, but no name was specified error: resource(s) were provided, but no name was specified error: resource(s) were provided, but no name was specified error: resource(s) were provided, but no name was specified error: resource(s) were provided, but no name was specified error: resource(s) were provided, but no name was specified ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- ----------------------------------------------------------------------------------- cleaned up old namespaces upgrade-proxysql-96 ----------------------------------------------------------------------------------- Error from server (NotFound): namespaces "upgrade-proxysql-96" not found waiting for namespace/upgrade-proxysql-96 to be deletedError from server (NotFound): namespaces "upgrade-proxysql-96" not found ----------------------------------------------------------------------------------- create namespace upgrade-proxysql-96 ----------------------------------------------------------------------------------- namespace "cert-manager" deleted namespace/upgrade-proxysql-96 created Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2" modified. ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- secret/my-cluster-secrets created deployment.apps/pxc-client created Error from server (InternalError): error when creating "STDIN": Internal error occurred: failed calling webhook "validationwebhook.pxc.percona.com": failed to call webhook: Post "https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s": no endpoints available for service "percona-xtradb-cluster-operator" trator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' ++ jq -r '.versions[].matrix.pxc[].imagePath' + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.45-36.1 ++ tail -n1 ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' ++ jq -r '.versions[].matrix.pmm[].imagePath' + IMAGE_PMM_CLIENT=percona/pmm-client:3.8.0 ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' ++ jq -r '.versions[].matrix.proxysql[].imagePath' + IMAGE_PROXY=percona/proxysql2:2.7.3-1.3 ++ jq -r '.versions[].matrix.haproxy[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' + IMAGE_HAPROXY=percona/haproxy:2.8.18-1 ++ jq -r '.versions[].matrix.backup[].imagePath' ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' + IMAGE_BACKUP=percona/percona-xtrabackup:8.0.35-35.1 ++ echo '{"versions":[{"product":"pxc-operator","operator":"1.20.0","matrix":{"mongod":{},"pxc":{"8.0.45-36.1":{"imagePath":"percona/percona-xtradb-cluster:8.0.45-36.1","imageHash":"e34f43f3f2d3c38d27f0b32767057636b0f9dfb0b00cae28bd0fd612b51b7638","imageHashArm64":"de0c0a9300e53b3b93bb169bb6ea8d1f2e86967fa54ff5ae44ddc6dacbed7ff5","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.8.0":{"imagePath":"percona/pmm-client:3.8.0","imageHash":"9b497528b4c0d454911f37bbe7bea65dc2d7198f4bd8e63fc4fd828ed0d2647f","imageHashArm64":"d475404b77d2a8d7fff03fc9497d43c044d72095a19da984b3f32cea7cdafe6d","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.3":{"imagePath":"percona/proxysql2:2.7.3-1.3","imageHash":"50381e9798b99e9af0898614001370c965ac5393cee9023d9e9f90003442e321","imageHashArm64":"f4addf63bd8e3b846d63f1277e1a2316d0d88591cb42bd95497957406ef0b43a","status":"recommended","critical":false}},"haproxy":{"2.8.18-1":{"imagePath":"percona/haproxy:2.8.18-1","imageHash":"fa668cec0a541ce862ecd8fd781df4631e837e085dde6b5ae2a4bb678cc84024","imageHashArm64":"8271dafc8db4d1a4e5a446b3618ec8bed95837c7e9066cce0898ffefdf6b36f1","status":"recommended","critical":false}},"backup":{"8.0.35-35.1":{"imagePath":"percona/percona-xtrabackup:8.0.35-35.1","imageHash":"f44162b0bede26d74f23c1cd3ab58efb0f43529f7fe09d221e3ad7b473463f0b","imageHashArm64":"68908749139e3904d81a21a0cbb7ff85b08dc7a65d9d063b17dfff278ad81107","status":"recommended","critical":false}},"operator":{"1.20.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.20.0","imageHash":"d33f956cabb221808512def602f27e1d8c33883e04353ee8f2a3412df9a9ac81","imageHashArm64":"be5a849048acbc1df6a7d402c9e47f747a04c1a073eaced08f3f71f04403c3aa","status":"recommended","critical":false}},"logCollector":{"5.0.6-1":{"imagePath":"percona/fluentbit:5.0.6-1","imageHash":"8e728120c36d78757d5f272f54aa49c67beb92b0b34bf875f558f51b6459aba1","imageHashArm64":"448c485db84501b889092296581c6a3fa3e093c00d4411fa58ea9a424e4fe479","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{},"binlogServer":{},"pgupgrade":{}}}]}' ++ jq -r '.versions[].matrix.logCollector[].imagePath' + IMAGE_LOGCOLLECTOR=percona/fluentbit:5.0.6-1 + [[ -n '' ]] + [[ 1.21.0 == \1\.\2\0\.\0 ]] + main + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.B7pfNuwAcC ++ mktemp + local LAST_ERR=/tmp/tmp.3YIx7RckOP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.B7pfNuwAcC namespace/cert-manager created + cat /tmp/tmp.3YIx7RckOP + rm /tmp/tmp.B7pfNuwAcC /tmp/tmp.3YIx7RckOP + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.f7pWGdVu3W ++ mktemp + local LAST_ERR=/tmp/tmp.UFlo5nbf7F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.f7pWGdVu3W namespace/cert-manager labeled + cat /tmp/tmp.UFlo5nbf7F + rm /tmp/tmp.f7pWGdVu3W /tmp/tmp.UFlo5nbf7F + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.dsT2d6umrq ++ mktemp + local LAST_ERR=/tmp/tmp.ncFwxcf6GY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dsT2d6umrq namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.ncFwxcf6GY Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.dsT2d6umrq /tmp/tmp.ncFwxcf6GY + return 0 + '[' '' == 4.10 ']' + kubectl_bin -n cert-manager rollout status deployment/cert-manager --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.oSPXyNFS3S ++ mktemp + local LAST_ERR=/tmp/tmp.XurmmG1gkd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl -n cert-manager rollout status deployment/cert-manager --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oSPXyNFS3S deployment "cert-manager" successfully rolled out + cat /tmp/tmp.XurmmG1gkd + rm /tmp/tmp.oSPXyNFS3S /tmp/tmp.XurmmG1gkd + return 0 + kubectl_bin -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.Vw1Fula86d ++ mktemp + local LAST_ERR=/tmp/tmp.M65gFWnfVu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Vw1Fula86d deployment "cert-manager-cainjector" successfully rolled out + cat /tmp/tmp.M65gFWnfVu + rm /tmp/tmp.Vw1Fula86d /tmp/tmp.M65gFWnfVu + return 0 + kubectl_bin -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.ANAuLAg22T ++ mktemp + local LAST_ERR=/tmp/tmp.MzzEeFIBtL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ANAuLAg22T deployment "cert-manager-webhook" successfully rolled out + cat /tmp/tmp.MzzEeFIBtL + rm /tmp/tmp.ANAuLAg22T /tmp/tmp.MzzEeFIBtL + return 0 + log 'waiting for cert-manager webhook caBundle to be injected' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-02T05:23:54+0000]' waiting for cert-manager webhook caBundle to be injected [2026-07-02T05:23:54+0000] waiting for cert-manager webhook caBundle to be injected ++ date +%s + local deadline=1782969954 + grep -q . + kubectl_bin get validatingwebhookconfigurations cert-manager-webhook -o 'jsonpath={.webhooks[0].clientConfig.caBundle}' + log 'probing cert-manager webhook' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-02T05:24:00+0000]' probing cert-manager webhook [2026-07-02T05:24:00+0000] probing cert-manager webhook + local probe_file ++ mktemp + probe_file=/tmp/tmp.7nx7RmkwVm + cat + local retries=0 + kubectl_bin apply -f /tmp/tmp.7nx7RmkwVm --dry-run=server + rm -f /tmp/tmp.7nx7RmkwVm + create_infra_gh upgrade-proxysql-19545 v1.20.0 + local ns=upgrade-proxysql-19545 + local git_tag=v1.20.0 + '[' -n pxc-operator ']' + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + awk '{print$1}' ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.oDCkpCLz2Q + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.mUs8Ykn4ML ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.RcnAm8oBhD + local exit_status=0 + local LAST_ERR=/tmp/tmp.DoNg0StBEU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mUs8Ykn4ML + cat /tmp/tmp.DoNg0StBEU + rm /tmp/tmp.mUs8Ykn4ML /tmp/tmp.DoNg0StBEU + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oDCkpCLz2Q namespace "pxc-operator" deleted + cat /tmp/tmp.RcnAm8oBhD + rm /tmp/tmp.oDCkpCLz2Q /tmp/tmp.RcnAm8oBhD + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.VLtvQi3yiZ ++ mktemp + local LAST_ERR=/tmp/tmp.gYwjjkOmMx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VLtvQi3yiZ namespace/pxc-operator created + cat /tmp/tmp.gYwjjkOmMx + rm /tmp/tmp.VLtvQi3yiZ /tmp/tmp.gYwjjkOmMx + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.WFLUgBOLyQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.8fXz9CabtY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WFLUgBOLyQ ++ cat /tmp/tmp.8fXz9CabtY ++ rm /tmp/tmp.WFLUgBOLyQ /tmp/tmp.8fXz9CabtY ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.PL5e1I2fnE ++ mktemp + local LAST_ERR=/tmp/tmp.9DuMigNrok + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PL5e1I2fnE Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2" modified. + cat /tmp/tmp.9DuMigNrok + rm /tmp/tmp.PL5e1I2fnE /tmp/tmp.9DuMigNrok + return 0 + deploy_operator_gh v1.20.0 + local git_tag=v1.20.0 + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- ++ kubectl_bin get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q0t62I6BT5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UjpKOjaJk1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q0t62I6BT5 ++ cat /tmp/tmp.UjpKOjaJk1 ++ rm /tmp/tmp.q0t62I6BT5 /tmp/tmp.UjpKOjaJk1 ++ return 0 + [[ -n perconaxtradbclusters.pxc.percona.com ]] ++ kubectl_bin get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-20-0")].name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VGp96OXIzQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.3b9rft9xTN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-20-0")].name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VGp96OXIzQ ++ cat /tmp/tmp.3b9rft9xTN ++ rm /tmp/tmp.VGp96OXIzQ /tmp/tmp.3b9rft9xTN ++ return 0 + [[ -n '' ]] + kubectl_bin apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.20.0/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.M63FTBvEBF ++ mktemp + local LAST_ERR=/tmp/tmp.anABtG6ZkY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.20.0/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.M63FTBvEBF + cat /tmp/tmp.anABtG6ZkY + rm /tmp/tmp.M63FTBvEBF /tmp/tmp.anABtG6ZkY + return 0 + local rbac_yaml=rbac + local operator_yaml=operator.yaml + '[' -n pxc-operator ']' + rbac_yaml=cw-rbac + operator_yaml=cw-operator.yaml + apply_rbac_gh cw-rbac v1.20.0 + local operator_namespace=pxc-operator + local rbac=cw-rbac + local git_tag=v1.20.0 + curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.20.0/deploy/cw-rbac.yaml + /usr/bin/sed -i -e 's^namespace: .*^namespace: pxc-operator^' /tmp/tmp.tgMOqM1SpN/rbac_v1.20.0.yaml + kubectl_bin apply -f /tmp/tmp.tgMOqM1SpN/rbac_v1.20.0.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.2ghjtxupU2 ++ mktemp + local LAST_ERR=/tmp/tmp.zIcHIqVixO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /tmp/tmp.tgMOqM1SpN/rbac_v1.20.0.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2ghjtxupU2 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.zIcHIqVixO + rm /tmp/tmp.2ghjtxupU2 /tmp/tmp.zIcHIqVixO + return 0 + curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.20.0/deploy/cw-operator.yaml + cat /tmp/tmp.tgMOqM1SpN/cw-operator.yaml_v1.20.0.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:1.20.0^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' + kubectl_bin apply -n pxc-operator -f - ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' + local LAST_OUT=/tmp/tmp.WVb4RtfEqX ++ mktemp + local LAST_ERR=/tmp/tmp.MQ4N0k9Ebd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -n pxc-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WVb4RtfEqX deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.MQ4N0k9Ebd + rm /tmp/tmp.WVb4RtfEqX /tmp/tmp.MQ4N0k9Ebd + return 0 + sleep 10 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.OB4WH0jOW8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lfn614v6JS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OB4WH0jOW8 ++ cat /tmp/tmp.lfn614v6JS ++ rm /tmp/tmp.OB4WH0jOW8 /tmp/tmp.lfn614v6JS ++ return 0 + wait_pod percona-xtradb-cluster-operator-774b5698c6-fckvl + local pod=percona-xtradb-cluster-operator-774b5698c6-fckvl + local max_retry=480 + local ns= ++ echo percona-xtradb-cluster-operator-774b5698c6-fckvl ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-774b5698c6-fckvl condition met E0702 05:26:14.356201 3073 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774b5698c6-fckvl&resourceVersion=1782969973594534000&timeoutSeconds=543&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-774b5698c6-fckvl to become Ready.Ok + create_namespace upgrade-proxysql-19545 + local namespace=upgrade-proxysql-19545 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl api-resources ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces upgrade-proxysql-19545' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces upgrade-proxysql-19545 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace upgrade-proxysql-19545 ++ mktemp + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.UZpytK64JQ + local LAST_OUT=/tmp/tmp.UKEp6UWvxJ ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.sx74YjlLxs + local exit_status=0 + local LAST_ERR=/tmp/tmp.C3MxsU8VEu + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace upgrade-proxysql-19545 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace upgrade-proxysql-19545 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UKEp6UWvxJ + cat /tmp/tmp.C3MxsU8VEu + rm /tmp/tmp.UKEp6UWvxJ /tmp/tmp.C3MxsU8VEu + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace upgrade-proxysql-19545 namespace "upgrade-proxysql-96" deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.UZpytK64JQ + cat /tmp/tmp.sx74YjlLxs Error from server (NotFound): namespaces "upgrade-proxysql-19545" not found + rm /tmp/tmp.UZpytK64JQ /tmp/tmp.sx74YjlLxs + return 1 + : + wait_for_delete namespace/upgrade-proxysql-19545 + local res=namespace/upgrade-proxysql-19545 + echo -n 'waiting for namespace/upgrade-proxysql-19545 to be deleted' waiting for namespace/upgrade-proxysql-19545 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "upgrade-proxysql-19545" not found + desc 'create namespace upgrade-proxysql-19545' + set +o xtrace ----------------------------------------------------------------------------------- create namespace upgrade-proxysql-19545 ----------------------------------------------------------------------------------- + kubectl_bin create namespace upgrade-proxysql-19545 ++ mktemp + local LAST_OUT=/tmp/tmp.kr3oVEinrv ++ mktemp + local LAST_ERR=/tmp/tmp.tA7KapqBpG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace upgrade-proxysql-19545 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kr3oVEinrv namespace/upgrade-proxysql-19545 created + cat /tmp/tmp.tA7KapqBpG + rm /tmp/tmp.kr3oVEinrv /tmp/tmp.tA7KapqBpG + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.NSO500YtN3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cKfOcrkiBP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NSO500YtN3 ++ cat /tmp/tmp.cKfOcrkiBP ++ rm /tmp/tmp.NSO500YtN3 /tmp/tmp.cKfOcrkiBP ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=upgrade-proxysql-19545 ++ mktemp + local LAST_OUT=/tmp/tmp.cKk8303uzG ++ mktemp + local LAST_ERR=/tmp/tmp.SgJt1TB8lP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=upgrade-proxysql-19545 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cKk8303uzG Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2" modified. + cat /tmp/tmp.SgJt1TB8lP + rm /tmp/tmp.cKk8303uzG /tmp/tmp.SgJt1TB8lP + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.V9IpNSjJUo ++ mktemp + local LAST_ERR=/tmp/tmp.ytxm3fWTM7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.V9IpNSjJUo secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.ytxm3fWTM7 + rm /tmp/tmp.V9IpNSjJUo /tmp/tmp.ytxm3fWTM7 + return 0 + local proxy=proxysql + local cr_yaml=/tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + prepare_cr_yaml /tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml proxysql upgrade-proxysql 3 v1.20.0 + local cr_yaml=/tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + local proxy=proxysql + local cluster=upgrade-proxysql + local cluster_size=3 + local git_tag=v1.20.0 + curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.20.0/deploy/cr.yaml + yq eval ' .metadata.name = "upgrade-proxysql" | .spec.secretsName = "my-cluster-secrets" | .spec.vaultSecretName = "some-name-vault" | .spec.sslSecretName = "some-name-ssl" | .spec.sslInternalSecretName = "some-name-ssl-internal" | .spec.upgradeOptions.apply = "disabled" | .spec.pxc.size = 3 | .spec.proxysql.size = 3 | .spec.haproxy.size = 3 | .spec.pxc.image = "-pxc" | .spec.proxysql.image = "-proxysql" | .spec.haproxy.image = "-haproxy" | .spec.backup.image = "-backup" | .spec.backup.storages.minio.s3.credentialsSecret = "minio-secret" | .spec.backup.storages.minio.s3.region = "us-east-1" | .spec.backup.storages.minio.s3.bucket = "operator-testing" | .spec.backup.storages.minio.s3.endpointUrl = "http://minio-service.#namespace:9000/" | .spec.backup.storages.minio.type = "s3" | .spec.pmm.image = "-pmm" ' - + [[ proxysql == \h\a\p\r\o\x\y ]] + yq -i eval ' .spec.haproxy.enabled = false | .spec.proxysql.enabled = true ' /tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + [[ -n '' ]] + spinup_pxc upgrade-proxysql /tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml 3 30 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/secrets_without_tls.yml + local cluster=upgrade-proxysql + local config=/tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + local size=3 + local sleep=30 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/secrets_without_tls.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/secrets_without_tls.yml ++ mktemp + local LAST_OUT=/tmp/tmp.gznzHBC95i ++ mktemp + local LAST_ERR=/tmp/tmp.CSX4P86QQ4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/secrets_without_tls.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gznzHBC95i secret/my-cluster-secrets created + cat /tmp/tmp.CSX4P86QQ4 + rm /tmp/tmp.gznzHBC95i /tmp/tmp.CSX4P86QQ4 + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/haproxy:2.8.18-1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: percona/fluentbit:5.0.6-1#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-19545~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.20.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.45-36.1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.45-36.1#' ++ mktemp + local LAST_OUT=/tmp/tmp.RNayVajRIX ++ mktemp + local LAST_ERR=/tmp/tmp.P3XGU7S0OL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:3.8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtrabackup:8.0.35-35.1#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/proxysql2:2.7.3-1.3#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RNayVajRIX deployment.apps/pxc-client created + cat /tmp/tmp.P3XGU7S0OL + rm /tmp/tmp.RNayVajRIX /tmp/tmp.P3XGU7S0OL + return 0 + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + apply_config /tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + local config_file=/tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + local pvc_name= + '[' -z '' ']' + cat_config /tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml '' + local input_file=/tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + local pvc_name= + kubectl_bin apply -f - + cat /tmp/tmp.tgMOqM1SpN/cr_1.20.0_proxysql.yaml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.45-36.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:3.8.0#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.45-36.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.20.0#' + local LAST_OUT=/tmp/tmp.jTiqJNXqBd + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: percona/fluentbit:5.0.6-1#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-19545~ + /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/haproxy:2.8.18-1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/proxysql2:2.7.3-1.3#' + local LAST_ERR=/tmp/tmp.6ZySzPqB32 + local exit_status=0 + /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtrabackup:8.0.35-35.1#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jTiqJNXqBd perconaxtradbcluster.pxc.percona.com/upgrade-proxysql created + cat /tmp/tmp.6ZySzPqB32 + rm /tmp/tmp.jTiqJNXqBd /tmp/tmp.6ZySzPqB32 + return 0 + desc 'waiting pods to be running for upgrade-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for upgrade-proxysql ----------------------------------------------------------------------------------- ++ get_proxy upgrade-proxysql ++ local target_cluster=upgrade-proxysql +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.m7kpzOufj5 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.RMzsPvyME2 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.m7kpzOufj5 +++ cat /tmp/tmp.RMzsPvyME2 +++ rm /tmp/tmp.m7kpzOufj5 /tmp/tmp.RMzsPvyME2 +++ return 0 ++ [[ false == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.uXFFH1W1GR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.O2tZPK7TNI +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.uXFFH1W1GR +++ cat /tmp/tmp.O2tZPK7TNI +++ rm /tmp/tmp.uXFFH1W1GR /tmp/tmp.O2tZPK7TNI +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo upgrade-proxysql-proxysql ++ return + local proxy=upgrade-proxysql-proxysql ++ get_proxy_size upgrade-proxysql ++ local cluster=upgrade-proxysql ++ local size=0 +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.skLIhrIL7v ++++ mktemp +++ local LAST_ERR=/tmp/tmp.GyVVQ4GIOM +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.skLIhrIL7v +++ cat /tmp/tmp.GyVVQ4GIOM +++ rm /tmp/tmp.skLIhrIL7v /tmp/tmp.GyVVQ4GIOM +++ return 0 ++ [[ false == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.CWYN4QEt9l ++++ mktemp +++ local LAST_ERR=/tmp/tmp.eSSfqAjx7t +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.CWYN4QEt9l +++ cat /tmp/tmp.eSSfqAjx7t +++ rm /tmp/tmp.CWYN4QEt9l /tmp/tmp.eSSfqAjx7t +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.q8JbTMaXYX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.I25PkPx6IE +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.q8JbTMaXYX +++ cat /tmp/tmp.I25PkPx6IE +++ rm /tmp/tmp.q8JbTMaXYX /tmp/tmp.I25PkPx6IE +++ return 0 ++ size=3 ++ echo 3 + local proxy_size=3 + wait_for_running upgrade-proxysql-pxc 3 + local name=upgrade-proxysql-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z upgrade-proxysql-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for upgrade-proxysql-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for upgrade-proxysql-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-0 480 + local pod=upgrade-proxysql-pxc-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo upgrade-proxysql-pxc-0 + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-0 condition met waiting for pod/upgrade-proxysql-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-1 480 + local pod=upgrade-proxysql-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-1 condition met waiting for pod/upgrade-proxysql-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-2 480 + local pod=upgrade-proxysql-pxc-2 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-2 condition met waiting for pod/upgrade-proxysql-pxc-2 to become Ready.Ok + wait_for_running upgrade-proxysql-proxysql 3 + local name=upgrade-proxysql-proxysql + local size=3 + local last_pod + local max_retry=480 + [[ -z upgrade-proxysql-proxysql ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for upgrade-proxysql-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for upgrade-proxysql-proxysql ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-proxysql-0 480 + local pod=upgrade-proxysql-proxysql-0 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-proxysql-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/upgrade-proxysql-proxysql-0 condition met E0702 05:31:18.766065 25185 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-proxysql-0&resourceVersion=1782970275520319019&timeoutSeconds=495&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-proxysql-1 480 + local pod=upgrade-proxysql-proxysql-1 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-proxysql-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/upgrade-proxysql-proxysql-1 condition met E0702 05:31:22.430470 25453 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-proxysql-1&resourceVersion=1782970280525013000&timeoutSeconds=314&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-proxysql-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-proxysql-2 480 + local pod=upgrade-proxysql-proxysql-2 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-proxysql-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/upgrade-proxysql-proxysql-2 condition met E0702 05:31:26.223393 25804 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-proxysql-2&resourceVersion=1782970285525090000&timeoutSeconds=504&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-proxysql-2 to become Ready.Ok + wait_cluster_consistency upgrade-proxysql 3 3 + local cluster_name=upgrade-proxysql + local pxc_size=3 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/upgrade-proxysql to be ready' waiting for pxc/upgrade-proxysql to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Nnpc8swLlV +++ mktemp ++ local LAST_ERR=/tmp/tmp.y88a0G9DmO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Nnpc8swLlV ++ cat /tmp/tmp.y88a0G9DmO ++ rm /tmp/tmp.Nnpc8swLlV /tmp/tmp.y88a0G9DmO ++ return 0 + state=ready ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hy3JDSlYag +++ mktemp ++ local LAST_ERR=/tmp/tmp.0CSxt04yuH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hy3JDSlYag ++ cat /tmp/tmp.0CSxt04yuH ++ rm /tmp/tmp.hy3JDSlYag /tmp/tmp.0CSxt04yuH ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.LpotvTGUKQ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.UpAPw0xdDu +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.LpotvTGUKQ +++++ cat /tmp/tmp.UpAPw0xdDu +++++ rm /tmp/tmp.LpotvTGUKQ /tmp/tmp.UpAPw0xdDu +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.YeFKsrt7vw ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.StEZfNhR0R +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.YeFKsrt7vw +++++ cat /tmp/tmp.StEZfNhR0R +++++ rm /tmp/tmp.YeFKsrt7vw /tmp/tmp.StEZfNhR0R +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wL0mBxLxt4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hbyTXb4RD2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wL0mBxLxt4 ++ cat /tmp/tmp.hbyTXb4RD2 ++ rm /tmp/tmp.wL0mBxLxt4 /tmp/tmp.hbyTXb4RD2 ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 3 == \3 ]] + echo + return + sleep 30 ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.7Xh4ezpL39 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UOufeS31oO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7Xh4ezpL39 ++ cat /tmp/tmp.UOufeS31oO ++ rm /tmp/tmp.7Xh4ezpL39 /tmp/tmp.UOufeS31oO ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XvE0uJkTpq +++ mktemp ++ local LAST_ERR=/tmp/tmp.iEYYJ06Y7m ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XvE0uJkTpq ++ cat /tmp/tmp.iEYYJ06Y7m ++ rm /tmp/tmp.XvE0uJkTpq /tmp/tmp.iEYYJ06Y7m ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:32:14.996921 30471 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970333543543000&timeoutSeconds=450&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data upgrade-proxysql 100500 no-proxy -P3306 + local cluster=upgrade-proxysql + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password upgrade-proxysql root ++ local cluster=upgrade-proxysql ++ local user=root +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pwLFgIFCfX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.D5majT0osM +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.pwLFgIFCfX +++ cat /tmp/tmp.D5majT0osM +++ rm /tmp/tmp.pwLFgIFCfX /tmp/tmp.D5majT0osM +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mpMPKKaW6n +++ mktemp ++ local LAST_ERR=/tmp/tmp.vPHxchjofD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mpMPKKaW6n ++ cat /tmp/tmp.vPHxchjofD ++ rm /tmp/tmp.mpMPKKaW6n /tmp/tmp.vPHxchjofD ++ return 0 + root_pass=root_password ++ get_proxy upgrade-proxysql ++ local target_cluster=upgrade-proxysql +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hCb5YnDM36 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.teuSCFXgFr +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.hCb5YnDM36 +++ cat /tmp/tmp.teuSCFXgFr +++ rm /tmp/tmp.hCb5YnDM36 /tmp/tmp.teuSCFXgFr +++ return 0 ++ [[ false == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.XNWxhAa0iS ++++ mktemp +++ local LAST_ERR=/tmp/tmp.gFDJUIXzzC +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.XNWxhAa0iS +++ cat /tmp/tmp.gFDJUIXzzC +++ rm /tmp/tmp.XNWxhAa0iS /tmp/tmp.gFDJUIXzzC +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo upgrade-proxysql-proxysql ++ return + proxy=upgrade-proxysql-proxysql + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qk2aWO91Ox +++ mktemp ++ local LAST_ERR=/tmp/tmp.7KW9DagnBj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qk2aWO91Ox ++ cat /tmp/tmp.7KW9DagnBj ++ rm /tmp/tmp.Qk2aWO91Ox /tmp/tmp.7KW9DagnBj ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:32:25.072976 31706 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970343533246000&timeoutSeconds=495&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data upgrade-proxysql select-1 no-proxy -P3306 + local cluster=upgrade-proxysql + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password upgrade-proxysql root ++ local cluster=upgrade-proxysql ++ local user=root +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oWaSftmFzt ++++ mktemp +++ local LAST_ERR=/tmp/tmp.crE2duDYjX +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.oWaSftmFzt +++ cat /tmp/tmp.crE2duDYjX +++ rm /tmp/tmp.oWaSftmFzt /tmp/tmp.crE2duDYjX +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.gPQlmBPDzZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.9tfDTcP4QL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gPQlmBPDzZ ++ cat /tmp/tmp.9tfDTcP4QL ++ rm /tmp/tmp.gPQlmBPDzZ /tmp/tmp.9tfDTcP4QL ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size upgrade-proxysql ++ local cluster=upgrade-proxysql ++ local size=0 +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.jxKXUuOZMC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.EQvFpry8Qj +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.jxKXUuOZMC +++ cat /tmp/tmp.EQvFpry8Qj +++ rm /tmp/tmp.jxKXUuOZMC /tmp/tmp.EQvFpry8Qj +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ML72mrvLOP +++ mktemp ++ local LAST_ERR=/tmp/tmp.vazcs27zua ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ML72mrvLOP ++ cat /tmp/tmp.vazcs27zua ++ rm /tmp/tmp.ML72mrvLOP /tmp/tmp.vazcs27zua ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:33:03.664914 2604 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970382917527000&timeoutSeconds=426&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M9AnRWSTyC +++ mktemp ++ local LAST_ERR=/tmp/tmp.mWoHc7aZiv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M9AnRWSTyC ++ cat /tmp/tmp.mWoHc7aZiv ++ rm /tmp/tmp.M9AnRWSTyC /tmp/tmp.mWoHc7aZiv ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:33:08.983049 3096 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970388222580000&timeoutSeconds=591&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BRHNm01wqD +++ mktemp ++ local LAST_ERR=/tmp/tmp.QxLXlLpSM9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BRHNm01wqD ++ cat /tmp/tmp.QxLXlLpSM9 ++ rm /tmp/tmp.BRHNm01wqD /tmp/tmp.QxLXlLpSM9 ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:33:13.466649 3393 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970392712620000&timeoutSeconds=411&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + is_keyring_plugin_in_use upgrade-proxysql + local cluster=upgrade-proxysql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + kubectl exec upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + grep -E -o 'early-plugin-load=keyring_\w+.so' + return 1 + compare_generation 1 proxysql upgrade-proxysql + local generation=1 + local proxy=proxysql + local cluster=upgrade-proxysql + local current_generation + [[ proxysql == \h\a\p\r\o\x\y ]] + containers=(pxc proxysql) + for container in '"${containers[@]}"' + check_generation 1 pxc upgrade-proxysql + local generation=1 + local container=pxc + local cluster=upgrade-proxysql + local current_generation ++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6rtQuNoL3r +++ mktemp ++ local LAST_ERR=/tmp/tmp.rCP0EKN1dA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6rtQuNoL3r ++ cat /tmp/tmp.rCP0EKN1dA ++ rm /tmp/tmp.6rtQuNoL3r /tmp/tmp.rCP0EKN1dA ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + for container in '"${containers[@]}"' + check_generation 1 proxysql upgrade-proxysql + local generation=1 + local container=proxysql + local cluster=upgrade-proxysql + local current_generation ++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yQgbsVI8rj +++ mktemp ++ local LAST_ERR=/tmp/tmp.1u5VyoA24A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yQgbsVI8rj ++ cat /tmp/tmp.1u5VyoA24A ++ rm /tmp/tmp.yQgbsVI8rj /tmp/tmp.1u5VyoA24A ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + desc 'upgrade operator' + set +o xtrace ----------------------------------------------------------------------------------- upgrade operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.il3Z81Cw6b ++ mktemp + local LAST_ERR=/tmp/tmp.GZA32vU0b0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.il3Z81Cw6b customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.GZA32vU0b0 + rm /tmp/tmp.il3Z81Cw6b /tmp/tmp.GZA32vU0b0 + return 0 + [[ -n pxc-operator ]] + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.dMeVygiHvg ++ mktemp + local LAST_ERR=/tmp/tmp.uUxgUA4d92 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dMeVygiHvg clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.uUxgUA4d92 + rm /tmp/tmp.dMeVygiHvg /tmp/tmp.uUxgUA4d92 + return 0 + kubectl_bin patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a"}]}}}}' -n pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.IpfU3ocIjp ++ mktemp + local LAST_ERR=/tmp/tmp.8BnkdSGHMd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a"}]}}}}' -n pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IpfU3ocIjp deployment.apps/percona-xtradb-cluster-operator patched + cat /tmp/tmp.8BnkdSGHMd + rm /tmp/tmp.IpfU3ocIjp /tmp/tmp.8BnkdSGHMd + return 0 + kubectl_bin rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.qbOc8I2FVQ ++ mktemp + local LAST_ERR=/tmp/tmp.Utbzrq8bBb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qbOc8I2FVQ Waiting for deployment "percona-xtradb-cluster-operator" rollout to finish: 0 of 1 updated replicas are available... deployment "percona-xtradb-cluster-operator" successfully rolled out + cat /tmp/tmp.Utbzrq8bBb + rm /tmp/tmp.qbOc8I2FVQ /tmp/tmp.Utbzrq8bBb + return 0 + sleep 10 + desc 'wait for operator upgrade' + set +o xtrace ----------------------------------------------------------------------------------- wait for operator upgrade ----------------------------------------------------------------------------------- + local i=0 + local max=60 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator ++ awk '{print $1}' +++ mktemp ++ grep -vc NAME ++ local LAST_OUT=/tmp/tmp.q6yuuU3uII +++ mktemp ++ local LAST_ERR=/tmp/tmp.FgfhBhHhDJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q6yuuU3uII ++ cat /tmp/tmp.FgfhBhHhDJ ++ rm /tmp/tmp.q6yuuU3uII /tmp/tmp.FgfhBhHhDJ ++ return 0 + [[ 1 -eq 1 ]] + '[' -n pxc-operator ']' ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.2k0W8lsh65 +++ mktemp ++ local LAST_ERR=/tmp/tmp.VKNSavjHcs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2k0W8lsh65 ++ cat /tmp/tmp.VKNSavjHcs ++ rm /tmp/tmp.2k0W8lsh65 /tmp/tmp.VKNSavjHcs ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.dxECNzW0YG ++ mktemp + local LAST_ERR=/tmp/tmp.rMMF1WW2VZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dxECNzW0YG Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2" modified. + cat /tmp/tmp.rMMF1WW2VZ + rm /tmp/tmp.dxECNzW0YG /tmp/tmp.rMMF1WW2VZ + return 0 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' ++ grep perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a ++ awk '{print $1}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ryo8oboCaM +++ mktemp ++ local LAST_ERR=/tmp/tmp.ucVKp09air ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ryo8oboCaM ++ cat /tmp/tmp.ucVKp09air ++ rm /tmp/tmp.ryo8oboCaM /tmp/tmp.ucVKp09air ++ return 0 + wait_pod percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 + local pod=percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 + local max_retry=480 + local ns= ++ echo percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 condition met E0702 05:33:42.749189 5816 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-67bfbdbb6b-sbpd9&resourceVersion=1782970421197002000&timeoutSeconds=317&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 to become Ready.Ok ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.j85mPK35tX +++ mktemp ++ local LAST_ERR=/tmp/tmp.LHrIFK7yce ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j85mPK35tX ++ cat /tmp/tmp.LHrIFK7yce ++ rm /tmp/tmp.j85mPK35tX /tmp/tmp.LHrIFK7yce ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=upgrade-proxysql-19545 ++ mktemp + local LAST_OUT=/tmp/tmp.38iOWyRfPH ++ mktemp + local LAST_ERR=/tmp/tmp.Wb66try3Xr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2 --namespace=upgrade-proxysql-19545 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.38iOWyRfPH Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2539-dcdf1e8a-1-cluster2" modified. + cat /tmp/tmp.Wb66try3Xr + rm /tmp/tmp.38iOWyRfPH /tmp/tmp.Wb66try3Xr + return 0 + desc 'check images and generation after operator upgrade' + set +o xtrace ----------------------------------------------------------------------------------- check images and generation after operator upgrade ----------------------------------------------------------------------------------- + check_pxc_liveness upgrade-proxysql 3 + local cluster=upgrade-proxysql + local cluster_size=3 + wait_cluster_consistency upgrade-proxysql 3 + local cluster_name=upgrade-proxysql + local pxc_size=3 ++ get_proxy_size upgrade-proxysql ++ local cluster=upgrade-proxysql ++ local size=0 +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.VJTdLhfqi4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Eqlyt7VBjv +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.VJTdLhfqi4 +++ cat /tmp/tmp.Eqlyt7VBjv +++ rm /tmp/tmp.VJTdLhfqi4 /tmp/tmp.Eqlyt7VBjv +++ return 0 ++ [[ false == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nDhlbaKhU4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IrB1wPEpxf +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.nDhlbaKhU4 +++ cat /tmp/tmp.IrB1wPEpxf +++ rm /tmp/tmp.nDhlbaKhU4 /tmp/tmp.IrB1wPEpxf +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6LTeyCF4k6 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.L3q09lA872 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.6LTeyCF4k6 +++ cat /tmp/tmp.L3q09lA872 +++ rm /tmp/tmp.6LTeyCF4k6 /tmp/tmp.L3q09lA872 +++ return 0 ++ size=3 ++ echo 3 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/upgrade-proxysql to be ready' waiting for pxc/upgrade-proxysql to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q1lGvWkzrR +++ mktemp ++ local LAST_ERR=/tmp/tmp.0MFudc924L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q1lGvWkzrR ++ cat /tmp/tmp.0MFudc924L ++ rm /tmp/tmp.Q1lGvWkzrR /tmp/tmp.0MFudc924L ++ return 0 + state=ready ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Z9NUkgAeEo +++ mktemp ++ local LAST_ERR=/tmp/tmp.6Lj17JOSbE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Z9NUkgAeEo ++ cat /tmp/tmp.6Lj17JOSbE ++ rm /tmp/tmp.Z9NUkgAeEo /tmp/tmp.6Lj17JOSbE ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.VKs3c7cBWX ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WeNVrS9qWg +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.VKs3c7cBWX +++++ cat /tmp/tmp.WeNVrS9qWg +++++ rm /tmp/tmp.VKs3c7cBWX /tmp/tmp.WeNVrS9qWg +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.PF7Cxy40Mi ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.czCwEBCoML +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.PF7Cxy40Mi +++++ cat /tmp/tmp.czCwEBCoML +++++ rm /tmp/tmp.PF7Cxy40Mi /tmp/tmp.czCwEBCoML +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OLxzsKfSY5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6jzvYiiRS9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OLxzsKfSY5 ++ cat /tmp/tmp.6jzvYiiRS9 ++ rm /tmp/tmp.OLxzsKfSY5 /tmp/tmp.6jzvYiiRS9 ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 3 == \3 ]] + echo + return + wait_for_running upgrade-proxysql-pxc 3 + local name=upgrade-proxysql-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z upgrade-proxysql-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for upgrade-proxysql-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for upgrade-proxysql-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-0 480 + local pod=upgrade-proxysql-pxc-0 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-0 condition met E0702 05:33:59.090042 6949 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-pxc-0&resourceVersion=1782970436197074000&timeoutSeconds=474&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-1 480 + local pod=upgrade-proxysql-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-1 condition met E0702 05:34:02.133337 7160 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-pxc-1&resourceVersion=1782970441197102000&timeoutSeconds=569&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-2 480 + local pod=upgrade-proxysql-pxc-2 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-2 condition met E0702 05:34:05.845412 7391 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-pxc-2&resourceVersion=1782970441197102000&timeoutSeconds=566&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-pxc-2 to become Ready.Ok ++ seq 0 2 + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hMyQUQlqjl +++ mktemp ++ local LAST_ERR=/tmp/tmp.JMNVbz42tg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hMyQUQlqjl ++ cat /tmp/tmp.JMNVbz42tg ++ rm /tmp/tmp.hMyQUQlqjl /tmp/tmp.JMNVbz42tg ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:34:09.847699 7771 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970448483295000&timeoutSeconds=437&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uQLljP0W9H +++ mktemp ++ local LAST_ERR=/tmp/tmp.6oNLUYWNqV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uQLljP0W9H ++ cat /tmp/tmp.6oNLUYWNqV ++ rm /tmp/tmp.uQLljP0W9H /tmp/tmp.6oNLUYWNqV ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:34:14.338394 8229 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970453587366000&timeoutSeconds=555&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B4BW3A1unm +++ mktemp ++ local LAST_ERR=/tmp/tmp.5ugTppaiq8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B4BW3A1unm ++ cat /tmp/tmp.5ugTppaiq8 ++ rm /tmp/tmp.B4BW3A1unm /tmp/tmp.5ugTppaiq8 ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:34:20.335288 8875 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970459579829000&timeoutSeconds=537&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql ++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SKZhBRvRk0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wxu5obNbNo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SKZhBRvRk0 ++ cat /tmp/tmp.Wxu5obNbNo ++ rm /tmp/tmp.SKZhBRvRk0 /tmp/tmp.Wxu5obNbNo ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a == perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xQumjfdIPl +++ mktemp ++ local LAST_ERR=/tmp/tmp.XZ0lQlzWxh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xQumjfdIPl ++ cat /tmp/tmp.XZ0lQlzWxh ++ rm /tmp/tmp.xQumjfdIPl /tmp/tmp.XZ0lQlzWxh ++ return 0 + [[ percona/proxysql2:2.7.3-1.3 == percona/proxysql2:2.7.3-1.3 ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tXhyyBV5wX +++ mktemp ++ local LAST_ERR=/tmp/tmp.CCI3WNprMC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tXhyyBV5wX ++ cat /tmp/tmp.CCI3WNprMC ++ rm /tmp/tmp.tXhyyBV5wX /tmp/tmp.CCI3WNprMC ++ return 0 + [[ percona/haproxy:2.8.18-1 == percona/haproxy:2.8.18-1 ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fgu3vuSGUe +++ mktemp ++ local LAST_ERR=/tmp/tmp.YAmPzRR9ad ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fgu3vuSGUe ++ cat /tmp/tmp.YAmPzRR9ad ++ rm /tmp/tmp.Fgu3vuSGUe /tmp/tmp.YAmPzRR9ad ++ return 0 + [[ percona/percona-xtrabackup:8.0.35-35.1 == percona/percona-xtrabackup:8.0.35-35.1 ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hWOaRz5xSe +++ mktemp ++ local LAST_ERR=/tmp/tmp.6rrtY0nqKY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hWOaRz5xSe ++ cat /tmp/tmp.6rrtY0nqKY ++ rm /tmp/tmp.hWOaRz5xSe /tmp/tmp.6rrtY0nqKY ++ return 0 + [[ percona/pmm-client:3.8.0 == percona/pmm-client:3.8.0 ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pXWxWAsGxy +++ mktemp ++ local LAST_ERR=/tmp/tmp.5OUAcZFmY3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pXWxWAsGxy ++ cat /tmp/tmp.5OUAcZFmY3 ++ rm /tmp/tmp.pXWxWAsGxy /tmp/tmp.5OUAcZFmY3 ++ return 0 + [[ percona/fluentbit:5.0.6-1 == percona/fluentbit:5.0.6-1 ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wVU1nKVSgT +++ mktemp ++ local LAST_ERR=/tmp/tmp.3kp5ZTLP9x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wVU1nKVSgT ++ cat /tmp/tmp.3kp5ZTLP9x ++ rm /tmp/tmp.wVU1nKVSgT /tmp/tmp.3kp5ZTLP9x ++ return 0 + [[ percona/percona-xtradb-cluster:8.0.45-36.1 == percona/percona-xtradb-cluster:8.0.45-36.1 ]] + : Operator image has been updated correctly + compare_generation 1 proxysql upgrade-proxysql + local generation=1 + local proxy=proxysql + local cluster=upgrade-proxysql + local current_generation + [[ proxysql == \h\a\p\r\o\x\y ]] + containers=(pxc proxysql) + for container in '"${containers[@]}"' + check_generation 1 pxc upgrade-proxysql + local generation=1 + local container=pxc + local cluster=upgrade-proxysql + local current_generation ++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0ZaoC4zFy2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.CInXHx1aDM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0ZaoC4zFy2 ++ cat /tmp/tmp.CInXHx1aDM ++ rm /tmp/tmp.0ZaoC4zFy2 /tmp/tmp.CInXHx1aDM ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + for container in '"${containers[@]}"' + check_generation 1 proxysql upgrade-proxysql + local generation=1 + local container=proxysql + local cluster=upgrade-proxysql + local current_generation ++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7yMQzsBQMA +++ mktemp ++ local LAST_ERR=/tmp/tmp.SFE7VK4uNr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7yMQzsBQMA ++ cat /tmp/tmp.SFE7VK4uNr ++ rm /tmp/tmp.7yMQzsBQMA /tmp/tmp.SFE7VK4uNr ++ return 0 + current_generation=1 + [[ 1 != \1 ]] + desc 'patch pxc images and upgrade' + set +o xtrace ----------------------------------------------------------------------------------- patch pxc images and upgrade ----------------------------------------------------------------------------------- + kubectl_bin patch pxc upgrade-proxysql --type=merge --patch '{ "spec": { "crVersion": "1.21.0", "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0" }, "pmm": { "image": "perconalab/pmm-client:dev-latest" }, "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" }, "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" }, "logcollector": { "image": "perconalab/fluentbit:main-logcollector" }, "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup" } }}' ++ mktemp + local LAST_OUT=/tmp/tmp.FbNs4LpT4U ++ mktemp + local LAST_ERR=/tmp/tmp.XVpjgWQPZg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc upgrade-proxysql --type=merge --patch '{ "spec": { "crVersion": "1.21.0", "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0" }, "pmm": { "image": "perconalab/pmm-client:dev-latest" }, "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" }, "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" }, "logcollector": { "image": "perconalab/fluentbit:main-logcollector" }, "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup" } }}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FbNs4LpT4U perconaxtradbcluster.pxc.percona.com/upgrade-proxysql patched + cat /tmp/tmp.XVpjgWQPZg + rm /tmp/tmp.FbNs4LpT4U /tmp/tmp.XVpjgWQPZg + return 0 + sleep 10 + desc 'check images and generation after full upgrade' + set +o xtrace ----------------------------------------------------------------------------------- check images and generation after full upgrade ----------------------------------------------------------------------------------- + check_pxc_liveness upgrade-proxysql 3 + local cluster=upgrade-proxysql + local cluster_size=3 + wait_cluster_consistency upgrade-proxysql 3 + local cluster_name=upgrade-proxysql + local pxc_size=3 ++ get_proxy_size upgrade-proxysql ++ local cluster=upgrade-proxysql ++ local size=0 +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.i9U8HIhPF3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ukGjHDsP8z +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.i9U8HIhPF3 +++ cat /tmp/tmp.ukGjHDsP8z +++ rm /tmp/tmp.i9U8HIhPF3 /tmp/tmp.ukGjHDsP8z +++ return 0 ++ [[ false == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9zJEMxpXIF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.LFgorfwXNt +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.9zJEMxpXIF +++ cat /tmp/tmp.LFgorfwXNt +++ rm /tmp/tmp.9zJEMxpXIF /tmp/tmp.LFgorfwXNt +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.J7upsUNiah ++++ mktemp +++ local LAST_ERR=/tmp/tmp.YLfLxgcNoL +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.J7upsUNiah +++ cat /tmp/tmp.YLfLxgcNoL +++ rm /tmp/tmp.J7upsUNiah /tmp/tmp.YLfLxgcNoL +++ return 0 ++ size=3 ++ echo 3 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/upgrade-proxysql to be ready' waiting for pxc/upgrade-proxysql to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JQvpRBohMb +++ mktemp ++ local LAST_ERR=/tmp/tmp.Gqe6qOy8Dp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JQvpRBohMb ++ cat /tmp/tmp.Gqe6qOy8Dp ++ rm /tmp/tmp.JQvpRBohMb /tmp/tmp.Gqe6qOy8Dp ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Df5cx0wO6X +++ mktemp ++ local LAST_ERR=/tmp/tmp.2dEkcYUTRW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Df5cx0wO6X ++ cat /tmp/tmp.2dEkcYUTRW ++ rm /tmp/tmp.Df5cx0wO6X /tmp/tmp.2dEkcYUTRW ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.4TOVIW3oqr ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.gt8l23Yqy0 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.4TOVIW3oqr +++++ cat /tmp/tmp.gt8l23Yqy0 +++++ rm /tmp/tmp.4TOVIW3oqr /tmp/tmp.gt8l23Yqy0 +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.LcxI81vXLD ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.m71WfuaMUI +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.LcxI81vXLD +++++ cat /tmp/tmp.m71WfuaMUI +++++ rm /tmp/tmp.LcxI81vXLD /tmp/tmp.m71WfuaMUI +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DBdStkBKLB +++ mktemp ++ local LAST_ERR=/tmp/tmp.jnXZUrCvA5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DBdStkBKLB ++ cat /tmp/tmp.jnXZUrCvA5 ++ rm /tmp/tmp.DBdStkBKLB /tmp/tmp.jnXZUrCvA5 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PUfPpLtNgL +++ mktemp ++ local LAST_ERR=/tmp/tmp.HrIuUWmnIo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PUfPpLtNgL ++ cat /tmp/tmp.HrIuUWmnIo ++ rm /tmp/tmp.PUfPpLtNgL /tmp/tmp.HrIuUWmnIo ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JcrjNkHakt +++ mktemp ++ local LAST_ERR=/tmp/tmp.xXYmKXd1jQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JcrjNkHakt ++ cat /tmp/tmp.xXYmKXd1jQ ++ rm /tmp/tmp.JcrjNkHakt /tmp/tmp.xXYmKXd1jQ ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Iu9c1dL8hF ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.LDpOVteBzq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Iu9c1dL8hF +++++ cat /tmp/tmp.LDpOVteBzq +++++ rm /tmp/tmp.Iu9c1dL8hF /tmp/tmp.LDpOVteBzq +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ORGnlbwST5 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.yQxaFOMgUl +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ORGnlbwST5 +++++ cat /tmp/tmp.yQxaFOMgUl +++++ rm /tmp/tmp.ORGnlbwST5 /tmp/tmp.yQxaFOMgUl +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BQYrsc0hBD +++ mktemp ++ local LAST_ERR=/tmp/tmp.J5PvBylSQp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BQYrsc0hBD ++ cat /tmp/tmp.J5PvBylSQp ++ rm /tmp/tmp.BQYrsc0hBD /tmp/tmp.J5PvBylSQp ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cXX6fLOZEO +++ mktemp ++ local LAST_ERR=/tmp/tmp.IA38rh6YfQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cXX6fLOZEO ++ cat /tmp/tmp.IA38rh6YfQ ++ rm /tmp/tmp.cXX6fLOZEO /tmp/tmp.IA38rh6YfQ ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yR7U6auE5I +++ mktemp ++ local LAST_ERR=/tmp/tmp.dgaFKrnytD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yR7U6auE5I ++ cat /tmp/tmp.dgaFKrnytD ++ rm /tmp/tmp.yR7U6auE5I /tmp/tmp.dgaFKrnytD ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.123XYGRzwA ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.1AlkHbneTI +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.123XYGRzwA +++++ cat /tmp/tmp.1AlkHbneTI +++++ rm /tmp/tmp.123XYGRzwA /tmp/tmp.1AlkHbneTI +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.9AM9qQa8EB ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wEiZ9RUsdk +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.9AM9qQa8EB +++++ cat /tmp/tmp.wEiZ9RUsdk +++++ rm /tmp/tmp.9AM9qQa8EB /tmp/tmp.wEiZ9RUsdk +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WYF4tQFtYj +++ mktemp ++ local LAST_ERR=/tmp/tmp.N6z2GDFdN0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WYF4tQFtYj ++ cat /tmp/tmp.N6z2GDFdN0 ++ rm /tmp/tmp.WYF4tQFtYj /tmp/tmp.N6z2GDFdN0 ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jAslfr7nTq +++ mktemp ++ local LAST_ERR=/tmp/tmp.UwdDbp1mtY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jAslfr7nTq ++ cat /tmp/tmp.UwdDbp1mtY ++ rm /tmp/tmp.jAslfr7nTq /tmp/tmp.UwdDbp1mtY ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DA2WWX3eAF +++ mktemp ++ local LAST_ERR=/tmp/tmp.WRJbCasEPK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DA2WWX3eAF ++ cat /tmp/tmp.WRJbCasEPK ++ rm /tmp/tmp.DA2WWX3eAF /tmp/tmp.WRJbCasEPK ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.pnevZv9vk4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.cHfjtNr4BF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.pnevZv9vk4 +++++ cat /tmp/tmp.cHfjtNr4BF +++++ rm /tmp/tmp.pnevZv9vk4 /tmp/tmp.cHfjtNr4BF +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.u3XoOcLW5T ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.MYzvxjDZUZ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.u3XoOcLW5T +++++ cat /tmp/tmp.MYzvxjDZUZ +++++ rm /tmp/tmp.u3XoOcLW5T /tmp/tmp.MYzvxjDZUZ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qezndRW2kH +++ mktemp ++ local LAST_ERR=/tmp/tmp.V67KAKi9Cd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qezndRW2kH ++ cat /tmp/tmp.V67KAKi9Cd ++ rm /tmp/tmp.qezndRW2kH /tmp/tmp.V67KAKi9Cd ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OUBiawvoFQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.lB48fgOG8G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OUBiawvoFQ ++ cat /tmp/tmp.lB48fgOG8G ++ rm /tmp/tmp.OUBiawvoFQ /tmp/tmp.lB48fgOG8G ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fl2KbxbWoz +++ mktemp ++ local LAST_ERR=/tmp/tmp.OniOqEB7DA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fl2KbxbWoz ++ cat /tmp/tmp.OniOqEB7DA ++ rm /tmp/tmp.Fl2KbxbWoz /tmp/tmp.OniOqEB7DA ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bGY5EzvDH2 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.vwysbZ6Rjj +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bGY5EzvDH2 +++++ cat /tmp/tmp.vwysbZ6Rjj +++++ rm /tmp/tmp.bGY5EzvDH2 /tmp/tmp.vwysbZ6Rjj +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ZL5MP4eRxg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.PzRqedMcwV +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ZL5MP4eRxg +++++ cat /tmp/tmp.PzRqedMcwV +++++ rm /tmp/tmp.ZL5MP4eRxg /tmp/tmp.PzRqedMcwV +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ieklkLIrG1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KzN2eVmBiu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ieklkLIrG1 ++ cat /tmp/tmp.KzN2eVmBiu ++ rm /tmp/tmp.ieklkLIrG1 /tmp/tmp.KzN2eVmBiu ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yhfpdhL1ll +++ mktemp ++ local LAST_ERR=/tmp/tmp.oKlyzRSVhJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yhfpdhL1ll ++ cat /tmp/tmp.oKlyzRSVhJ ++ rm /tmp/tmp.yhfpdhL1ll /tmp/tmp.oKlyzRSVhJ ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C5X8oxwUqQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.QOcRfGfm57 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C5X8oxwUqQ ++ cat /tmp/tmp.QOcRfGfm57 ++ rm /tmp/tmp.C5X8oxwUqQ /tmp/tmp.QOcRfGfm57 ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.R7WggUf6oy ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ZIlzalt1JK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.R7WggUf6oy +++++ cat /tmp/tmp.ZIlzalt1JK +++++ rm /tmp/tmp.R7WggUf6oy /tmp/tmp.ZIlzalt1JK +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.AVuwp8uflX ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.NQydaVwCrG +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.AVuwp8uflX +++++ cat /tmp/tmp.NQydaVwCrG +++++ rm /tmp/tmp.AVuwp8uflX /tmp/tmp.NQydaVwCrG +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.05bejAIYjS +++ mktemp ++ local LAST_ERR=/tmp/tmp.Hfe0VaWOzf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.05bejAIYjS ++ cat /tmp/tmp.Hfe0VaWOzf ++ rm /tmp/tmp.05bejAIYjS /tmp/tmp.Hfe0VaWOzf ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.t92X40sX4g +++ mktemp ++ local LAST_ERR=/tmp/tmp.wEyYKKhxBH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.t92X40sX4g ++ cat /tmp/tmp.wEyYKKhxBH ++ rm /tmp/tmp.t92X40sX4g /tmp/tmp.wEyYKKhxBH ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UdVVLmPlE3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8fcxc30GaJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UdVVLmPlE3 ++ cat /tmp/tmp.8fcxc30GaJ ++ rm /tmp/tmp.UdVVLmPlE3 /tmp/tmp.8fcxc30GaJ ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.iBMuPglfAc ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.b2LYqLL64k +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.iBMuPglfAc +++++ cat /tmp/tmp.b2LYqLL64k +++++ rm /tmp/tmp.iBMuPglfAc /tmp/tmp.b2LYqLL64k +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.heHER5DvgZ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.eX0JIB7ZzX +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.heHER5DvgZ +++++ cat /tmp/tmp.eX0JIB7ZzX +++++ rm /tmp/tmp.heHER5DvgZ /tmp/tmp.eX0JIB7ZzX +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HAYAEebbCY +++ mktemp ++ local LAST_ERR=/tmp/tmp.RjePk4f0pv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HAYAEebbCY ++ cat /tmp/tmp.RjePk4f0pv ++ rm /tmp/tmp.HAYAEebbCY /tmp/tmp.RjePk4f0pv ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.thAVeSUIWz +++ mktemp ++ local LAST_ERR=/tmp/tmp.wlTrm7rAfc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.thAVeSUIWz ++ cat /tmp/tmp.wlTrm7rAfc ++ rm /tmp/tmp.thAVeSUIWz /tmp/tmp.wlTrm7rAfc ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UvHse3TGqh +++ mktemp ++ local LAST_ERR=/tmp/tmp.VEsAmsVrrx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UvHse3TGqh ++ cat /tmp/tmp.VEsAmsVrrx ++ rm /tmp/tmp.UvHse3TGqh /tmp/tmp.VEsAmsVrrx ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Vp1v82kch5 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.8m6eXZ4fQ6 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Vp1v82kch5 +++++ cat /tmp/tmp.8m6eXZ4fQ6 +++++ rm /tmp/tmp.Vp1v82kch5 /tmp/tmp.8m6eXZ4fQ6 +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Fzg6ynOgmR ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.PADRFey6B3 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Fzg6ynOgmR +++++ cat /tmp/tmp.PADRFey6B3 +++++ rm /tmp/tmp.Fzg6ynOgmR /tmp/tmp.PADRFey6B3 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lsWE67Rm7w +++ mktemp ++ local LAST_ERR=/tmp/tmp.7XNXv3Jdqe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lsWE67Rm7w ++ cat /tmp/tmp.7XNXv3Jdqe ++ rm /tmp/tmp.lsWE67Rm7w /tmp/tmp.7XNXv3Jdqe ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xSlM7qKMrU +++ mktemp ++ local LAST_ERR=/tmp/tmp.rnTnH8LxFh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xSlM7qKMrU ++ cat /tmp/tmp.rnTnH8LxFh ++ rm /tmp/tmp.xSlM7qKMrU /tmp/tmp.rnTnH8LxFh ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QbXkkTXodM +++ mktemp ++ local LAST_ERR=/tmp/tmp.SL4soIEP95 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QbXkkTXodM ++ cat /tmp/tmp.SL4soIEP95 ++ rm /tmp/tmp.QbXkkTXodM /tmp/tmp.SL4soIEP95 ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.YXyzpJxOMc ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.gbwY0BvxZ5 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.YXyzpJxOMc +++++ cat /tmp/tmp.gbwY0BvxZ5 +++++ rm /tmp/tmp.YXyzpJxOMc /tmp/tmp.gbwY0BvxZ5 +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.MOCElqdQH4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nPxYgWRlJb +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.MOCElqdQH4 +++++ cat /tmp/tmp.nPxYgWRlJb +++++ rm /tmp/tmp.MOCElqdQH4 /tmp/tmp.nPxYgWRlJb +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3jtsHBZlzH +++ mktemp ++ local LAST_ERR=/tmp/tmp.FSvvrz7AfN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3jtsHBZlzH ++ cat /tmp/tmp.FSvvrz7AfN ++ rm /tmp/tmp.3jtsHBZlzH /tmp/tmp.FSvvrz7AfN ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pEV7UIliWQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.aPw3E4Zu1J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pEV7UIliWQ ++ cat /tmp/tmp.aPw3E4Zu1J ++ rm /tmp/tmp.pEV7UIliWQ /tmp/tmp.aPw3E4Zu1J ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rzj19hEqVt +++ mktemp ++ local LAST_ERR=/tmp/tmp.PwVeMo4Qfu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rzj19hEqVt ++ cat /tmp/tmp.PwVeMo4Qfu ++ rm /tmp/tmp.Rzj19hEqVt /tmp/tmp.PwVeMo4Qfu ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.NcsVBlWamC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.b9X6FNJQVG +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.NcsVBlWamC +++++ cat /tmp/tmp.b9X6FNJQVG +++++ rm /tmp/tmp.NcsVBlWamC /tmp/tmp.b9X6FNJQVG +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.yKpdFH4rDo ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wwGwkJJf1V +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.yKpdFH4rDo +++++ cat /tmp/tmp.wwGwkJJf1V +++++ rm /tmp/tmp.yKpdFH4rDo /tmp/tmp.wwGwkJJf1V +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HYJN4VI9cx +++ mktemp ++ local LAST_ERR=/tmp/tmp.liPeyLR4V9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HYJN4VI9cx ++ cat /tmp/tmp.liPeyLR4V9 ++ rm /tmp/tmp.HYJN4VI9cx /tmp/tmp.liPeyLR4V9 ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hjkKOWPFgc +++ mktemp ++ local LAST_ERR=/tmp/tmp.keKFxFUOKB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hjkKOWPFgc ++ cat /tmp/tmp.keKFxFUOKB ++ rm /tmp/tmp.hjkKOWPFgc /tmp/tmp.keKFxFUOKB ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FFTaIx9lMF +++ mktemp ++ local LAST_ERR=/tmp/tmp.QwIY8XfxDu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FFTaIx9lMF ++ cat /tmp/tmp.QwIY8XfxDu ++ rm /tmp/tmp.FFTaIx9lMF /tmp/tmp.QwIY8XfxDu ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ZQhVVqTIQn ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.CzOKyi5Tgx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ZQhVVqTIQn +++++ cat /tmp/tmp.CzOKyi5Tgx +++++ rm /tmp/tmp.ZQhVVqTIQn /tmp/tmp.CzOKyi5Tgx +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.RXZBkoCkBS ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.fOIfoqolgu +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.RXZBkoCkBS +++++ cat /tmp/tmp.fOIfoqolgu +++++ rm /tmp/tmp.RXZBkoCkBS /tmp/tmp.fOIfoqolgu +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5HObEpYfWj +++ mktemp ++ local LAST_ERR=/tmp/tmp.DwFbdMFwck ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5HObEpYfWj ++ cat /tmp/tmp.DwFbdMFwck ++ rm /tmp/tmp.5HObEpYfWj /tmp/tmp.DwFbdMFwck ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mf2HFRg7k0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1MoGU9fEeB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mf2HFRg7k0 ++ cat /tmp/tmp.1MoGU9fEeB ++ rm /tmp/tmp.mf2HFRg7k0 /tmp/tmp.1MoGU9fEeB ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZfLN7kSsEr +++ mktemp ++ local LAST_ERR=/tmp/tmp.J1lC1TXTN2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZfLN7kSsEr ++ cat /tmp/tmp.J1lC1TXTN2 ++ rm /tmp/tmp.ZfLN7kSsEr /tmp/tmp.J1lC1TXTN2 ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.aWDZ4Li0c7 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ZDQOM6gY6z +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.aWDZ4Li0c7 +++++ cat /tmp/tmp.ZDQOM6gY6z +++++ rm /tmp/tmp.aWDZ4Li0c7 /tmp/tmp.ZDQOM6gY6z +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.DBROwxj40D ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.gBVQdBcueV +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.DBROwxj40D +++++ cat /tmp/tmp.gBVQdBcueV +++++ rm /tmp/tmp.DBROwxj40D /tmp/tmp.gBVQdBcueV +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lb9Lkm5xET +++ mktemp ++ local LAST_ERR=/tmp/tmp.m3QmGA6RLn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lb9Lkm5xET ++ cat /tmp/tmp.m3QmGA6RLn ++ rm /tmp/tmp.Lb9Lkm5xET /tmp/tmp.m3QmGA6RLn ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wAOS6AKa08 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2lJvReUFKI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wAOS6AKa08 ++ cat /tmp/tmp.2lJvReUFKI ++ rm /tmp/tmp.wAOS6AKa08 /tmp/tmp.2lJvReUFKI ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PeixnnstLL +++ mktemp ++ local LAST_ERR=/tmp/tmp.4T1MjR0zdQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PeixnnstLL ++ cat /tmp/tmp.4T1MjR0zdQ ++ rm /tmp/tmp.PeixnnstLL /tmp/tmp.4T1MjR0zdQ ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.qllB076kwI ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WrAj3R5r5k +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.qllB076kwI +++++ cat /tmp/tmp.WrAj3R5r5k +++++ rm /tmp/tmp.qllB076kwI /tmp/tmp.WrAj3R5r5k +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.BNvUTcGViH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.pEknalWhZD +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.BNvUTcGViH +++++ cat /tmp/tmp.pEknalWhZD +++++ rm /tmp/tmp.BNvUTcGViH /tmp/tmp.pEknalWhZD +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.isN41AtZMW +++ mktemp ++ local LAST_ERR=/tmp/tmp.zYuvP3CIbf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.isN41AtZMW ++ cat /tmp/tmp.zYuvP3CIbf ++ rm /tmp/tmp.isN41AtZMW /tmp/tmp.zYuvP3CIbf ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l6Q6HsFEIP +++ mktemp ++ local LAST_ERR=/tmp/tmp.QoIRZ44tCL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l6Q6HsFEIP ++ cat /tmp/tmp.QoIRZ44tCL ++ rm /tmp/tmp.l6Q6HsFEIP /tmp/tmp.QoIRZ44tCL ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pUOqjbDPqy +++ mktemp ++ local LAST_ERR=/tmp/tmp.9dqZVHXV1e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pUOqjbDPqy ++ cat /tmp/tmp.9dqZVHXV1e ++ rm /tmp/tmp.pUOqjbDPqy /tmp/tmp.9dqZVHXV1e ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.hjpKSZbiQ0 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.k6t6S4HcGY +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.hjpKSZbiQ0 +++++ cat /tmp/tmp.k6t6S4HcGY +++++ rm /tmp/tmp.hjpKSZbiQ0 /tmp/tmp.k6t6S4HcGY +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rHj8imNyJm ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.BIujZ3CGhL +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rHj8imNyJm +++++ cat /tmp/tmp.BIujZ3CGhL +++++ rm /tmp/tmp.rHj8imNyJm /tmp/tmp.BIujZ3CGhL +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ik8KpVG7aq +++ mktemp ++ local LAST_ERR=/tmp/tmp.FycMRwY2KH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ik8KpVG7aq ++ cat /tmp/tmp.FycMRwY2KH ++ rm /tmp/tmp.ik8KpVG7aq /tmp/tmp.FycMRwY2KH ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zg8e0HcNyQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.7FHXFGE1ph ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zg8e0HcNyQ ++ cat /tmp/tmp.7FHXFGE1ph ++ rm /tmp/tmp.Zg8e0HcNyQ /tmp/tmp.7FHXFGE1ph ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pSC7ZXukx8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.srSiIZJGm4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pSC7ZXukx8 ++ cat /tmp/tmp.srSiIZJGm4 ++ rm /tmp/tmp.pSC7ZXukx8 /tmp/tmp.srSiIZJGm4 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Fr7fN1ehcR ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.8oJi10Swhv +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Fr7fN1ehcR +++++ cat /tmp/tmp.8oJi10Swhv +++++ rm /tmp/tmp.Fr7fN1ehcR /tmp/tmp.8oJi10Swhv +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.EqypfBN190 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.gyu2KvyqEp +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.EqypfBN190 +++++ cat /tmp/tmp.gyu2KvyqEp +++++ rm /tmp/tmp.EqypfBN190 /tmp/tmp.gyu2KvyqEp +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uqt9q0skrB +++ mktemp ++ local LAST_ERR=/tmp/tmp.JhPhLOApKO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uqt9q0skrB ++ cat /tmp/tmp.JhPhLOApKO ++ rm /tmp/tmp.uqt9q0skrB /tmp/tmp.JhPhLOApKO ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sCLLfUiWPS +++ mktemp ++ local LAST_ERR=/tmp/tmp.6zeCcSIbTY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sCLLfUiWPS ++ cat /tmp/tmp.6zeCcSIbTY ++ rm /tmp/tmp.sCLLfUiWPS /tmp/tmp.6zeCcSIbTY ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LN0WydtYGn +++ mktemp ++ local LAST_ERR=/tmp/tmp.S9daYud4Vz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LN0WydtYGn ++ cat /tmp/tmp.S9daYud4Vz ++ rm /tmp/tmp.LN0WydtYGn /tmp/tmp.S9daYud4Vz ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.DLFcGoEaMn ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nC8SR9hlJ9 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.DLFcGoEaMn +++++ cat /tmp/tmp.nC8SR9hlJ9 +++++ rm /tmp/tmp.DLFcGoEaMn /tmp/tmp.nC8SR9hlJ9 +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.kWcJ63jyJ3 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.QOSfFRWoGR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.kWcJ63jyJ3 +++++ cat /tmp/tmp.QOSfFRWoGR +++++ rm /tmp/tmp.kWcJ63jyJ3 /tmp/tmp.QOSfFRWoGR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7QwdlHp6Oj +++ mktemp ++ local LAST_ERR=/tmp/tmp.dGpREZN0Ll ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7QwdlHp6Oj ++ cat /tmp/tmp.dGpREZN0Ll ++ rm /tmp/tmp.7QwdlHp6Oj /tmp/tmp.dGpREZN0Ll ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zFDCxmDR7w +++ mktemp ++ local LAST_ERR=/tmp/tmp.fBLZehLK5y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zFDCxmDR7w ++ cat /tmp/tmp.fBLZehLK5y ++ rm /tmp/tmp.zFDCxmDR7w /tmp/tmp.fBLZehLK5y ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PySBtkKsSr +++ mktemp ++ local LAST_ERR=/tmp/tmp.vAbsECP0Hy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PySBtkKsSr ++ cat /tmp/tmp.vAbsECP0Hy ++ rm /tmp/tmp.PySBtkKsSr /tmp/tmp.vAbsECP0Hy ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.9LjSsBYdFA ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.1PV3cmIIkk +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.9LjSsBYdFA +++++ cat /tmp/tmp.1PV3cmIIkk +++++ rm /tmp/tmp.9LjSsBYdFA /tmp/tmp.1PV3cmIIkk +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.nC2Us5jtQS ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.RXOn0BBb4Q +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.nC2Us5jtQS +++++ cat /tmp/tmp.RXOn0BBb4Q +++++ rm /tmp/tmp.nC2Us5jtQS /tmp/tmp.RXOn0BBb4Q +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D7SmZAz4mM +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y3MF0Ia2Ok ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D7SmZAz4mM ++ cat /tmp/tmp.Y3MF0Ia2Ok ++ rm /tmp/tmp.D7SmZAz4mM /tmp/tmp.Y3MF0Ia2Ok ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jp34feSZAr +++ mktemp ++ local LAST_ERR=/tmp/tmp.MpsgyspHWa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jp34feSZAr ++ cat /tmp/tmp.MpsgyspHWa ++ rm /tmp/tmp.jp34feSZAr /tmp/tmp.MpsgyspHWa ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.113muujRz0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.DodbDKCbvs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.113muujRz0 ++ cat /tmp/tmp.DodbDKCbvs ++ rm /tmp/tmp.113muujRz0 /tmp/tmp.DodbDKCbvs ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.p8J4P7xbeg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.05wd9QolV5 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.p8J4P7xbeg +++++ cat /tmp/tmp.05wd9QolV5 +++++ rm /tmp/tmp.p8J4P7xbeg /tmp/tmp.05wd9QolV5 +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.8VfBmrMTf4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.8agJ0NHdUq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.8VfBmrMTf4 +++++ cat /tmp/tmp.8agJ0NHdUq +++++ rm /tmp/tmp.8VfBmrMTf4 /tmp/tmp.8agJ0NHdUq +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KJ9F5M9G3G +++ mktemp ++ local LAST_ERR=/tmp/tmp.rxLKgx4b3s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KJ9F5M9G3G ++ cat /tmp/tmp.rxLKgx4b3s ++ rm /tmp/tmp.KJ9F5M9G3G /tmp/tmp.rxLKgx4b3s ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Utk3XYRLZ1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oJQsyu4Dns ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Utk3XYRLZ1 ++ cat /tmp/tmp.oJQsyu4Dns ++ rm /tmp/tmp.Utk3XYRLZ1 /tmp/tmp.oJQsyu4Dns ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tAFuE9EBaS +++ mktemp ++ local LAST_ERR=/tmp/tmp.J9RdKyLqKg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tAFuE9EBaS ++ cat /tmp/tmp.J9RdKyLqKg ++ rm /tmp/tmp.tAFuE9EBaS /tmp/tmp.J9RdKyLqKg ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.p2cA0IKK4P ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.tcVOGRwxuP +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.p2cA0IKK4P +++++ cat /tmp/tmp.tcVOGRwxuP +++++ rm /tmp/tmp.p2cA0IKK4P /tmp/tmp.tcVOGRwxuP +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KszypcUAgq ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ICFb53Kj29 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KszypcUAgq +++++ cat /tmp/tmp.ICFb53Kj29 +++++ rm /tmp/tmp.KszypcUAgq /tmp/tmp.ICFb53Kj29 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gZTbZVdxeh +++ mktemp ++ local LAST_ERR=/tmp/tmp.4qu2XFfMVw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gZTbZVdxeh ++ cat /tmp/tmp.4qu2XFfMVw ++ rm /tmp/tmp.gZTbZVdxeh /tmp/tmp.4qu2XFfMVw ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WhFA4XQliF +++ mktemp ++ local LAST_ERR=/tmp/tmp.gRhNCEkeyh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WhFA4XQliF ++ cat /tmp/tmp.gRhNCEkeyh ++ rm /tmp/tmp.WhFA4XQliF /tmp/tmp.gRhNCEkeyh ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jXsubm6AAN +++ mktemp ++ local LAST_ERR=/tmp/tmp.k80Cy3gXyX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jXsubm6AAN ++ cat /tmp/tmp.k80Cy3gXyX ++ rm /tmp/tmp.jXsubm6AAN /tmp/tmp.k80Cy3gXyX ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.TUikLFpzG7 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.pyUdHaXrJH +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.TUikLFpzG7 +++++ cat /tmp/tmp.pyUdHaXrJH +++++ rm /tmp/tmp.TUikLFpzG7 /tmp/tmp.pyUdHaXrJH +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.2py1TYOqns ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ReNffgHDx2 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.2py1TYOqns +++++ cat /tmp/tmp.ReNffgHDx2 +++++ rm /tmp/tmp.2py1TYOqns /tmp/tmp.ReNffgHDx2 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NmHbJVsEW2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YYPN6eCcWf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NmHbJVsEW2 ++ cat /tmp/tmp.YYPN6eCcWf ++ rm /tmp/tmp.NmHbJVsEW2 /tmp/tmp.YYPN6eCcWf ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NAympdnvVq +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q3uB0dFG6I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NAympdnvVq ++ cat /tmp/tmp.Q3uB0dFG6I ++ rm /tmp/tmp.NAympdnvVq /tmp/tmp.Q3uB0dFG6I ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RquKeBxJbz +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZQLbqZxFd4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RquKeBxJbz ++ cat /tmp/tmp.ZQLbqZxFd4 ++ rm /tmp/tmp.RquKeBxJbz /tmp/tmp.ZQLbqZxFd4 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.lH7UQg4SPG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Fm9azhE99r +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.lH7UQg4SPG +++++ cat /tmp/tmp.Fm9azhE99r +++++ rm /tmp/tmp.lH7UQg4SPG /tmp/tmp.Fm9azhE99r +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.zfGiQ0K8Ou ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.hMZ6rTlKfL +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.zfGiQ0K8Ou +++++ cat /tmp/tmp.hMZ6rTlKfL +++++ rm /tmp/tmp.zfGiQ0K8Ou /tmp/tmp.hMZ6rTlKfL +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9BSI5c7gQ3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.0lJxAikvLI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9BSI5c7gQ3 ++ cat /tmp/tmp.0lJxAikvLI ++ rm /tmp/tmp.9BSI5c7gQ3 /tmp/tmp.0lJxAikvLI ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1cQssbsglR +++ mktemp ++ local LAST_ERR=/tmp/tmp.3r32ICTlkI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1cQssbsglR ++ cat /tmp/tmp.3r32ICTlkI ++ rm /tmp/tmp.1cQssbsglR /tmp/tmp.3r32ICTlkI ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YloDts0AX3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.euGLQSakP7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YloDts0AX3 ++ cat /tmp/tmp.euGLQSakP7 ++ rm /tmp/tmp.YloDts0AX3 /tmp/tmp.euGLQSakP7 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.sV9kBMFre4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.82JSPgzGik +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.sV9kBMFre4 +++++ cat /tmp/tmp.82JSPgzGik +++++ rm /tmp/tmp.sV9kBMFre4 /tmp/tmp.82JSPgzGik +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vZCD3V756I ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.IOiIB5eDuO +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vZCD3V756I +++++ cat /tmp/tmp.IOiIB5eDuO +++++ rm /tmp/tmp.vZCD3V756I /tmp/tmp.IOiIB5eDuO +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aALC52Unxt +++ mktemp ++ local LAST_ERR=/tmp/tmp.oBprFQQINI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aALC52Unxt ++ cat /tmp/tmp.oBprFQQINI ++ rm /tmp/tmp.aALC52Unxt /tmp/tmp.oBprFQQINI ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u6Hz2Sw8iu +++ mktemp ++ local LAST_ERR=/tmp/tmp.oFuPlR5KZE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.u6Hz2Sw8iu ++ cat /tmp/tmp.oFuPlR5KZE ++ rm /tmp/tmp.u6Hz2Sw8iu /tmp/tmp.oFuPlR5KZE ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H7GpfPaRSE +++ mktemp ++ local LAST_ERR=/tmp/tmp.XXtUpwpp1E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H7GpfPaRSE ++ cat /tmp/tmp.XXtUpwpp1E ++ rm /tmp/tmp.H7GpfPaRSE /tmp/tmp.XXtUpwpp1E ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.htvaV7wEJq ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.QlUokprlDX +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.htvaV7wEJq +++++ cat /tmp/tmp.QlUokprlDX +++++ rm /tmp/tmp.htvaV7wEJq /tmp/tmp.QlUokprlDX +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.OWdS59vxVp ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.3uOpfgQaJ4 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.OWdS59vxVp +++++ cat /tmp/tmp.3uOpfgQaJ4 +++++ rm /tmp/tmp.OWdS59vxVp /tmp/tmp.3uOpfgQaJ4 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xnNblNhp8D +++ mktemp ++ local LAST_ERR=/tmp/tmp.mfeOTCvAaw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xnNblNhp8D ++ cat /tmp/tmp.mfeOTCvAaw ++ rm /tmp/tmp.xnNblNhp8D /tmp/tmp.mfeOTCvAaw ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lQ7Gjfa9uU +++ mktemp ++ local LAST_ERR=/tmp/tmp.Cbtwrzn0lA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lQ7Gjfa9uU ++ cat /tmp/tmp.Cbtwrzn0lA ++ rm /tmp/tmp.lQ7Gjfa9uU /tmp/tmp.Cbtwrzn0lA ++ return 0 + state=initializing ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u9PYPbe48S +++ mktemp ++ local LAST_ERR=/tmp/tmp.Agj8JjFXNu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.u9PYPbe48S ++ cat /tmp/tmp.Agj8JjFXNu ++ rm /tmp/tmp.u9PYPbe48S /tmp/tmp.Agj8JjFXNu ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.FFL53SyOrH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.HoKGiChjvC +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.FFL53SyOrH +++++ cat /tmp/tmp.HoKGiChjvC +++++ rm /tmp/tmp.FFL53SyOrH /tmp/tmp.HoKGiChjvC +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rs2EzaoXV4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WlkrtJl2n6 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rs2EzaoXV4 +++++ cat /tmp/tmp.WlkrtJl2n6 +++++ rm /tmp/tmp.rs2EzaoXV4 /tmp/tmp.WlkrtJl2n6 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pzrKbjW1ba +++ mktemp ++ local LAST_ERR=/tmp/tmp.XEF4yOMku7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pzrKbjW1ba ++ cat /tmp/tmp.XEF4yOMku7 ++ rm /tmp/tmp.pzrKbjW1ba /tmp/tmp.XEF4yOMku7 ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.adXra59keb +++ mktemp ++ local LAST_ERR=/tmp/tmp.6ixnImeZ8E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.adXra59keb ++ cat /tmp/tmp.6ixnImeZ8E ++ rm /tmp/tmp.adXra59keb /tmp/tmp.6ixnImeZ8E ++ return 0 + state=ready ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HiVO0VkxEe +++ mktemp ++ local LAST_ERR=/tmp/tmp.WAbMRDLyUs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HiVO0VkxEe ++ cat /tmp/tmp.WAbMRDLyUs ++ rm /tmp/tmp.HiVO0VkxEe /tmp/tmp.WAbMRDLyUs ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine upgrade-proxysql +++ local cluster_name=upgrade-proxysql ++++ get_proxy upgrade-proxysql ++++ local target_cluster=upgrade-proxysql +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.TMtuR2WnsV ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.aMOr5wHymF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.TMtuR2WnsV +++++ cat /tmp/tmp.aMOr5wHymF +++++ rm /tmp/tmp.TMtuR2WnsV /tmp/tmp.aMOr5wHymF +++++ return 0 ++++ [[ false == \t\r\u\e ]] +++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.NDmmJcvWQO ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Qj0R2EmlC6 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.NDmmJcvWQO +++++ cat /tmp/tmp.Qj0R2EmlC6 +++++ rm /tmp/tmp.NDmmJcvWQO /tmp/tmp.Qj0R2EmlC6 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo upgrade-proxysql-proxysql ++++ return +++ local cluster_proxy=upgrade-proxysql-proxysql +++ echo proxysql ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dp7DYrCRWm +++ mktemp ++ local LAST_ERR=/tmp/tmp.gOcAotHrRz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dp7DYrCRWm ++ cat /tmp/tmp.gOcAotHrRz ++ rm /tmp/tmp.Dp7DYrCRWm /tmp/tmp.gOcAotHrRz ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 3 == \3 ]] + echo + return + wait_for_running upgrade-proxysql-pxc 3 + local name=upgrade-proxysql-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z upgrade-proxysql-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for upgrade-proxysql-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for upgrade-proxysql-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-0 480 + local pod=upgrade-proxysql-pxc-0 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-0 condition met E0702 05:38:46.710792 32640 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-pxc-0&resourceVersion=1782970725375070000&timeoutSeconds=386&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-1 480 + local pod=upgrade-proxysql-pxc-1 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-1 condition met E0702 05:38:52.177987 913 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-pxc-1&resourceVersion=1782970730375097000&timeoutSeconds=363&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod upgrade-proxysql-pxc-2 480 + local pod=upgrade-proxysql-pxc-2 + local max_retry=480 + local ns= ++ echo upgrade-proxysql-pxc-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/upgrade-proxysql-pxc-2 condition met E0702 05:38:58.028488 1633 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dupgrade-proxysql-pxc-2&resourceVersion=1782970735375195000&timeoutSeconds=487&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/upgrade-proxysql-pxc-2 to become Ready.Ok ++ seq 0 2 + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NdHJD6nzMo +++ mktemp ++ local LAST_ERR=/tmp/tmp.PMdFnVvPfd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NdHJD6nzMo ++ cat /tmp/tmp.PMdFnVvPfd ++ rm /tmp/tmp.NdHJD6nzMo /tmp/tmp.PMdFnVvPfd ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:39:03.579005 2365 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970742118667000&timeoutSeconds=488&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0pMCasuWUp +++ mktemp ++ local LAST_ERR=/tmp/tmp.0MukeQPL4Y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0pMCasuWUp ++ cat /tmp/tmp.0MukeQPL4Y ++ rm /tmp/tmp.0pMCasuWUp /tmp/tmp.0MukeQPL4Y ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:39:09.403048 3290 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970748643775000&timeoutSeconds=500&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql + for i in '$(seq 0 $((cluster_size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w3qg3YBsUC +++ mktemp ++ local LAST_ERR=/tmp/tmp.mmHCC7kS5b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w3qg3YBsUC ++ cat /tmp/tmp.mmHCC7kS5b ++ rm /tmp/tmp.w3qg3YBsUC /tmp/tmp.mmHCC7kS5b ++ return 0 + client_pod=pxc-client-7b7d4647c8-sm7pm + wait_pod pxc-client-7b7d4647c8-sm7pm + local pod=pxc-client-7b7d4647c8-sm7pm + local max_retry=480 + local ns= ++ echo pxc-client-7b7d4647c8-sm7pm ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-7b7d4647c8-sm7pm condition met E0702 05:39:16.326531 4043 reflector.go:227] "Failed to watch" err="Get \"https://136.64.139.152/api/v1/namespaces/upgrade-proxysql-19545/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-7b7d4647c8-sm7pm&resourceVersion=1782970754748383000&timeoutSeconds=467&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-7b7d4647c8-sm7pm to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.tgMOqM1SpN/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.tgMOqM1SpN/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.tgMOqM1SpN/select-1.sql ++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YGgh6TQZn7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.67n6VHnbc5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YGgh6TQZn7 ++ cat /tmp/tmp.67n6VHnbc5 ++ rm /tmp/tmp.YGgh6TQZn7 /tmp/tmp.67n6VHnbc5 ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a == perconalab/percona-xtradb-cluster-operator:PR-2539-dcdf1e8a ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gwTZSZUjrY +++ mktemp ++ local LAST_ERR=/tmp/tmp.nl84tQ5w8W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gwTZSZUjrY ++ cat /tmp/tmp.nl84tQ5w8W ++ rm /tmp/tmp.gwTZSZUjrY /tmp/tmp.nl84tQ5w8W ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-proxysql == perconalab/percona-xtradb-cluster-operator:main-proxysql ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ct6l3VkFf2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nSkrkgtMk5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ct6l3VkFf2 ++ cat /tmp/tmp.nSkrkgtMk5 ++ rm /tmp/tmp.Ct6l3VkFf2 /tmp/tmp.nSkrkgtMk5 ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-haproxy == perconalab/percona-xtradb-cluster-operator:main-haproxy ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X9BhEPyqNp +++ mktemp ++ local LAST_ERR=/tmp/tmp.L5N6yJS9Cx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X9BhEPyqNp ++ cat /tmp/tmp.L5N6yJS9Cx ++ rm /tmp/tmp.X9BhEPyqNp /tmp/tmp.L5N6yJS9Cx ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup == perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yfe5qjVsxg +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jv3jSPXCuO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yfe5qjVsxg ++ cat /tmp/tmp.Jv3jSPXCuO ++ rm /tmp/tmp.yfe5qjVsxg /tmp/tmp.Jv3jSPXCuO ++ return 0 + [[ perconalab/pmm-client:dev-latest == perconalab/pmm-client:dev-latest ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DgCsyXRIXC +++ mktemp ++ local LAST_ERR=/tmp/tmp.CwGYgchhvR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DgCsyXRIXC ++ cat /tmp/tmp.CwGYgchhvR ++ rm /tmp/tmp.DgCsyXRIXC /tmp/tmp.CwGYgchhvR ++ return 0 + [[ perconalab/fluentbit:main-logcollector == perconalab/fluentbit:main-logcollector ]] ++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VPFPxNt43M +++ mktemp ++ local LAST_ERR=/tmp/tmp.WnJhiBeXpo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VPFPxNt43M ++ cat /tmp/tmp.WnJhiBeXpo ++ rm /tmp/tmp.VPFPxNt43M /tmp/tmp.WnJhiBeXpo ++ return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ]] + : Cluster images have been updated correctly + compare_generation 2 proxysql upgrade-proxysql + local generation=2 + local proxy=proxysql + local cluster=upgrade-proxysql + local current_generation + [[ proxysql == \h\a\p\r\o\x\y ]] + containers=(pxc proxysql) + for container in '"${containers[@]}"' + check_generation 2 pxc upgrade-proxysql + local generation=2 + local container=pxc + local cluster=upgrade-proxysql + local current_generation ++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BN8ZNkWm20 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oTMYxMche0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BN8ZNkWm20 ++ cat /tmp/tmp.oTMYxMche0 ++ rm /tmp/tmp.BN8ZNkWm20 /tmp/tmp.oTMYxMche0 ++ return 0 + current_generation=2 + [[ 2 != \2 ]] + for container in '"${containers[@]}"' + check_generation 2 proxysql upgrade-proxysql + local generation=2 + local container=proxysql + local cluster=upgrade-proxysql + local current_generation ++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nleGdIjzwh +++ mktemp ++ local LAST_ERR=/tmp/tmp.WoJOhQlFIE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nleGdIjzwh ++ cat /tmp/tmp.WoJOhQlFIE ++ rm /tmp/tmp.nleGdIjzwh /tmp/tmp.WoJOhQlFIE ++ return 0 + current_generation=2 + [[ 2 != \2 ]] + compare_kubectl statefulset/upgrade-proxysql-pxc + local resource=statefulset/upgrade-proxysql-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc.yml + local new_result=/tmp/tmp.tgMOqM1SpN/statefulset_upgrade-proxysql-pxc.yml + desc 'compare statefulset/upgrade-proxysql-pxc-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/upgrade-proxysql-pxc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-eks.yml ']' + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-80.yml ']' + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.33 >= 1.33' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k133.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k129.yml ']' + version_gt 1.27 ++ echo '1.33 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k127.yml ']' + version_gt 1.24 ++ echo '1.33 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k124.yml ']' + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k122.yml ']' + version_gt 1.21 ++ echo '1.33 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-aks.yml ']' + kubectl_bin get -o yaml statefulset/upgrade-proxysql-pxc ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("upgrade-proxysql-19545", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.682NDD8rsM ++ mktemp + local LAST_ERR=/tmp/tmp.X8xBJFoHGh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/upgrade-proxysql-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.682NDD8rsM + cat /tmp/tmp.X8xBJFoHGh + rm /tmp/tmp.682NDD8rsM /tmp/tmp.X8xBJFoHGh + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc.yml /tmp/tmp.tgMOqM1SpN/statefulset_upgrade-proxysql-pxc.yml + log 'compare_kubectl: statefulset/upgrade-proxysql-pxc OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-02T05:39:29+0000]' compare_kubectl: statefulset/upgrade-proxysql-pxc OK [2026-07-02T05:39:29+0000] compare_kubectl: statefulset/upgrade-proxysql-pxc OK + compare_kubectl statefulset/upgrade-proxysql-proxysql + local resource=statefulset/upgrade-proxysql-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql.yml + local new_result=/tmp/tmp.tgMOqM1SpN/statefulset_upgrade-proxysql-proxysql.yml + desc 'compare statefulset/upgrade-proxysql-proxysql-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/upgrade-proxysql-proxysql- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-eks.yml ']' + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-80.yml ']' + [[ percona/percona-xtradb-cluster:8.0.45-36.1 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.33 >= 1.33' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k133.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k129.yml ']' + version_gt 1.27 ++ echo '1.33 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k127.yml ']' + version_gt 1.24 ++ echo '1.33 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k124.yml ']' + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k122.yml ']' + version_gt 1.21 ++ echo '1.33 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-aks.yml ']' + kubectl_bin get -o yaml statefulset/upgrade-proxysql-proxysql ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("upgrade-proxysql-19545", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.T9KrBupkEA ++ mktemp + local LAST_ERR=/tmp/tmp.qAdTL7Qx5K + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/upgrade-proxysql-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T9KrBupkEA + cat /tmp/tmp.qAdTL7Qx5K + rm /tmp/tmp.T9KrBupkEA /tmp/tmp.qAdTL7Qx5K + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2539/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql.yml /tmp/tmp.tgMOqM1SpN/statefulset_upgrade-proxysql-proxysql.yml + log 'compare_kubectl: statefulset/upgrade-proxysql-proxysql OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-02T05:39:30+0000]' compare_kubectl: statefulset/upgrade-proxysql-proxysql OK [2026-07-02T05:39:30+0000] compare_kubectl: statefulset/upgrade-proxysql-proxysql OK + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + destroy upgrade-proxysql-19545 + local namespace=upgrade-proxysql-19545 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + tee /tmp/tmp.tgMOqM1SpN/operator.log + sort -u + grep -v level=info +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + grep -v 'get backup status: Job.batch' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'the object has been modified' ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.SqkOnWXt7n +++ mktemp ++ local LAST_ERR=/tmp/tmp.0EhkrlLcs2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SqkOnWXt7n ++ cat /tmp/tmp.0EhkrlLcs2 ++ rm /tmp/tmp.SqkOnWXt7n /tmp/tmp.0EhkrlLcs2 ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 ++ mktemp + local LAST_OUT=/tmp/tmp.etmETP9KV8 ++ mktemp + local LAST_ERR=/tmp/tmp.y35l9ztA45 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.etmETP9KV8 + cat /tmp/tmp.y35l9ztA45 + rm /tmp/tmp.etmETP9KV8 /tmp/tmp.y35l9ztA45 + return 0 2026-07-02T05:33:28.585Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-07-02T05:33:28.585Z INFO setup Manager starting up {"gitCommit": "dcdf1e8aedba334999b2bd5fa9efcdb1f10e79e0", "gitBranch": "PR-2539-dcdf1e8a", "buildTime": "2026-07-02T01:14:56Z", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"} 2026-07-02T05:33:28.585Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.33.12-gke.1059000"} 2026-07-02T05:33:28.588Z INFO setup Registering Components. 2026-07-02T05:33:28.666Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-07-02T05:33:28.666Z INFO controller-runtime.metrics Starting metrics server 2026-07-02T05:33:28.666Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-07-02T05:33:28.666Z INFO controller-runtime.webhook Starting webhook server 2026-07-02T05:33:28.666Z INFO setup Starting the Cmd. 2026-07-02T05:33:28.666Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-07-02T05:33:28.667Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-07-02T05:33:28.667Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-07-02T05:33:28.667Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-07-02T05:33:28.767Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-07-02T05:33:53.829Z DEBUG events percona-xtradb-cluster-operator-67bfbdbb6b-sbpd9_cbd552d3-4646-4df5-a800-4caa30784427 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"ea5b2d2b-45a3-4f84-8673-e133f60f3cb4","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1782970433823151009"}, "reason": "LeaderElection"} 2026-07-02T05:33:53.829Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-07-02T05:33:53.829Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-07-02T05:33:53.830Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-07-02T05:33:53.830Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-07-02T05:33:53.830Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-07-02T05:33:53.931Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-07-02T05:33:53.931Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-07-02T05:33:54.031Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-07-02T05:33:54.031Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-07-02T05:33:54.031Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-07-02T05:33:54.031Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-07-02T05:33:55.683Z INFO Creating or updating backup job {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "efd3ba51-2c62-48fd-a678-ea5517cbd6fd", "name": "d1c0e-daily-backup", "schedule": "0 0 * * *"} 2026-07-02T05:33:56.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "efd3ba51-2c62-48fd-a678-ea5517cbd6fd"} 2026-07-02T05:34:02.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "f1a43275-403c-4a44-90ed-5850a2fe3e4a"} 2026-07-02T05:34:09.475Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "e2112a7f-4d8c-4be8-b6eb-811029329136"} 2026-07-02T05:34:15.314Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "3f9a480e-53b8-4eed-8b66-546399d5ab39"} 2026-07-02T05:34:21.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "0125b7a2-37b2-4aee-b252-158d659ebb0f"} 2026-07-02T05:34:28.015Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "dc1489db-e097-42ff-b9f5-5eb3c60b6b69"} 2026-07-02T05:34:34.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aaf9b383-412d-44b6-bd2e-5e2fa1361387"} 2026-07-02T05:34:35.478Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "object": "upgrade-proxysql-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-07-02T05:34:35.535Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "object": "upgrade-proxysql-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-07-02T05:34:36.595Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf"} 2026-07-02T05:34:38.968Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-07-02T05:34:41.601Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2"} 2026-07-02T05:34:41.601Z INFO primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0.upgrade-proxysql-pxc.upgrade-proxysql-19545.svc.cluster.local"} 2026-07-02T05:34:42.284Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2", "currentRevision": "upgrade-proxysql-pxc-64889b8755", "targetRevision": "upgrade-proxysql-pxc-5b8ccdfcfd"} 2026-07-02T05:34:52.390Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2", "currentRevision": "upgrade-proxysql-pxc-64889b8755", "targetRevision": "upgrade-proxysql-pxc-5b8ccdfcfd"} 2026-07-02T05:35:02.375Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2", "phase": "Pending"} 2026-07-02T05:35:02.375Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2", "reason": "PodInitializing"} 2026-07-02T05:35:42.405Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2"} 2026-07-02T05:35:42.424Z INFO pod present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2", "host": "upgrade-proxysql-pxc-2.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 10} 2026-07-02T05:35:42.428Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1"} 2026-07-02T05:35:42.428Z INFO pod is online {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-2"} 2026-07-02T05:35:42.618Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "currentRevision": "upgrade-proxysql-pxc-64889b8755", "targetRevision": "upgrade-proxysql-pxc-5b8ccdfcfd"} 2026-07-02T05:35:53.231Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "currentRevision": "upgrade-proxysql-pxc-64889b8755", "targetRevision": "upgrade-proxysql-pxc-5b8ccdfcfd"} 2026-07-02T05:36:02.748Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "phase": "Pending"} 2026-07-02T05:36:02.748Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "reason": "PodInitializing"} 2026-07-02T05:36:42.716Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1"} 2026-07-02T05:36:42.738Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 10} 2026-07-02T05:36:52.740Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 10} 2026-07-02T05:37:02.739Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 10} 2026-07-02T05:37:12.739Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 10} 2026-07-02T05:37:22.740Z INFO pod present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 10} 2026-07-02T05:37:22.745Z INFO apply changes to primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0"} 2026-07-02T05:37:22.745Z INFO pod is online {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-1"} 2026-07-02T05:37:23.458Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "currentRevision": "upgrade-proxysql-pxc-64889b8755", "targetRevision": "upgrade-proxysql-pxc-5b8ccdfcfd"} 2026-07-02T05:37:33.578Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "currentRevision": "upgrade-proxysql-pxc-64889b8755", "targetRevision": "upgrade-proxysql-pxc-5b8ccdfcfd"} 2026-07-02T05:37:43.528Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "phase": "Pending"} 2026-07-02T05:37:43.528Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "reason": "PodInitializing"} 2026-07-02T05:37:53.535Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "phase": "Pending"} 2026-07-02T05:37:53.535Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "reason": "PodInitializing"} 2026-07-02T05:38:33.640Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0"} 2026-07-02T05:38:33.662Z INFO pod present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0", "host": "upgrade-proxysql-pxc-0.upgrade-proxysql-pxc.upgrade-proxysql-19545", "hostgroup": 11} 2026-07-02T05:38:33.665Z INFO pod is online {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "pod": "upgrade-proxysql-pxc-0"} 2026-07-02T05:38:33.665Z INFO smart update finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf"} 2026-07-02T05:38:33.736Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "aa21914a-92a5-4b0b-a14d-e96bb04a11bf", "new version": "8.0.43-34.1"} 2026-07-02T05:38:36.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "ea59e5f5-90d3-4b59-9a34-31aec8c1dc17"} 2026-07-02T05:38:42.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "a5fe2440-745f-47f7-8f7e-bbcc4fc27ff1"} 2026-07-02T05:38:49.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "9e11dbf3-c882-4096-813c-c72470bdba91"} 2026-07-02T05:38:55.631Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "1b314fb2-b824-41ea-8a77-1b39cd677cb8"} 2026-07-02T05:39:02.022Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "b711bda6-8924-4750-a436-278bd2911a07"} 2026-07-02T05:39:08.386Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "a47aa655-5456-45cc-b2bb-b1b7532fa9ff"} 2026-07-02T05:39:14.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "6db605f2-1ceb-4ccd-bf27-bb80ebc64219"} 2026-07-02T05:39:20.578Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "cb73439c-5745-4ab3-b468-4f6317dfef5d"} 2026-07-02T05:39:26.864Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "b5ef845b-a4e3-494f-ac22-9a7a8563d2b3"} 2026-07-02T05:39:33.118Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-19545"}, "namespace": "upgrade-proxysql-19545", "name": "upgrade-proxysql", "reconcileID": "907eccb5-201a-44a5-8d56-c553ecbf09ef"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:861 + local backup_names ++ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + backup_names= + [[ -n '' ]] + local pxc_names ++ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + pxc_names=upgrade-proxysql-19545/upgrade-proxysql + [[ -n upgrade-proxysql-19545/upgrade-proxysql ]] + read -r pns name + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + kubectl_bin patch pxc -n upgrade-proxysql-19545 upgrade-proxysql --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-pxc-pvc"]}}' perconaxtradbcluster.pxc.percona.com/upgrade-proxysql patched + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --ignore-not-found perconaxtradbcluster.pxc.percona.com "upgrade-proxysql" deleted from upgrade-proxysql-19545 namespace ++ date +%s + local deadline=1782971079 ++ kubectl_bin get pxc --all-namespaces -o name --ignore-not-found + [[ -z '' ]] + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.me83VzFTP6 ++ mktemp + local LAST_ERR=/tmp/tmp.8c5Zzfi4X6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.me83VzFTP6 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.8c5Zzfi4X6 + rm /tmp/tmp.me83VzFTP6 /tmp/tmp.8c5Zzfi4X6 + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace upgrade-proxysql-19545 ++ mktemp + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ date +%s ++ mktemp + local LAST_OUT=/tmp/tmp.7sMA9lhOUt + local deadline=1782970924 ++ mktemp ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + local LAST_OUT=/tmp/tmp.8QsW9voD5u ++ mktemp + local LAST_ERR=/tmp/tmp.NmWoyZRmwD + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.sbF86pUniX + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace upgrade-proxysql-19545 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + [[ -z namespace/upgrade-proxysql-19545 ]] ++ date +%s + [[ 1782970805 -ge 1782970924 ]] + sleep 5 ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + [[ -z namespace/upgrade-proxysql-19545 ]] ++ date +%s + [[ 1782970812 -ge 1782970924 ]] + sleep 5 ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + [[ -z namespace/upgrade-proxysql-19545 ]] ++ date +%s + [[ 1782970818 -ge 1782970924 ]] + sleep 5 ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + [[ -z namespace/upgrade-proxysql-19545 ]] ++ date +%s + [[ 1782970824 -ge 1782970924 ]] + sleep 5 ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + [[ -z namespace/upgrade-proxysql-19545 ]] ++ date +%s + [[ 1782970830 -ge 1782970924 ]] + sleep 5 ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + [[ -z namespace/upgrade-proxysql-19545 ]] ++ date +%s + [[ 1782970836 -ge 1782970924 ]] + sleep 5 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7sMA9lhOUt namespace "upgrade-proxysql-19545" force deleted + cat /tmp/tmp.NmWoyZRmwD Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.7sMA9lhOUt /tmp/tmp.NmWoyZRmwD + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8QsW9voD5u namespace "pxc-operator" force deleted + cat /tmp/tmp.sbF86pUniX Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.8QsW9voD5u /tmp/tmp.sbF86pUniX + return 0 ++ kubectl_bin get namespace upgrade-proxysql-19545 --ignore-not-found -o name + [[ -z '' ]] ++ date +%s + deadline=1782970962 ++ kubectl_bin get pv -o 'jsonpath={range .items[*]}{.metadata.name}{"\t"}{.metadata.deletionTimestamp}{"\n"}{end}' ++ awk '$2 != ""' + [[ -z '' ]] + rm -rf /tmp/tmp.tgMOqM1SpN ++ kubectl get crd ++ grep perconaxtradbcluster ++ tr '\n' ' ' ++ awk '{print $1}' + kubectl delete crd perconaxtradbclusterbackups.pxc.percona.com perconaxtradbclusterrestores.pxc.percona.com perconaxtradbclusters.pxc.percona.com customresourcedefinition.apiextensions.k8s.io "perconaxtradbclusterbackups.pxc.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaxtradbclusterrestores.pxc.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaxtradbclusters.pxc.percona.com" deleted + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed -----------------------------------------------------------------------------------