Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/logs/upgrade-proxysql-5-7.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ CLUSTER=upgrade-proxysql
+ CLUSTER_SIZE=3
+ TARGET_OPERATOR_VER=1.20.0
+ TARGET_IMAGE=perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc5.7
+ TARGET_IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
+ TARGET_IMAGE_PROXY=perconalab/percona-xtradb-cluster-operator:main-proxysql
+ TARGET_IMAGE_HAPROXY=perconalab/percona-xtradb-cluster-operator:main-haproxy
+ TARGET_IMAGE_BACKUP=perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup
+ TARGET_IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc5.7
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=5.7
++ sort -V
++ curl -s https://check.percona.com/versions/v1/pxc-operator
++ jq -r '.versions[].operator'
++ tail -n1
+ INIT_OPERATOR_VER=1.19.0
+ [[ 1.19.0 == \1\.\2\0\.\0 ]]
+ GIT_TAG=v1.19.0
++ curl -s 'https://check.percona.com/versions/v1/pxc-operator/1.19.0/latest?databaseVersion=5.7'
+ INIT_OPERATOR_IMAGES='{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ OPERATOR_NAME=percona-xtradb-cluster-operator
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.operator[].imagePath'
+ IMAGE=percona/percona-xtradb-cluster-operator:1.19.0
++ echo perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25
++ cut -d/ -f1
+ [[ perconalab == \p\e\r\c\o\n\a\l\a\b ]]
+ IMAGE=perconalab/percona-xtradb-cluster-operator:1.19.0
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.pxc[].imagePath'
+ IMAGE_PXC=percona/percona-xtradb-cluster:5.7.44-31.65
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.pmm[].imagePath'
++ tail -n1
+ IMAGE_PMM_CLIENT=percona/pmm-client:3.5.0
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.proxysql[].imagePath'
+ IMAGE_PROXY=percona/proxysql2:2.7.3-1.2
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.haproxy[].imagePath'
+ IMAGE_HAPROXY=percona/haproxy:2.8.17
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.backup[].imagePath'
+ IMAGE_BACKUP=percona/percona-xtrabackup:2.4.29
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.19.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.44.1-1":{"imagePath":"percona/pmm-client:2.44.1-1","imageHash":"52a8fb5e8f912eef1ff8a117ea323c401e278908ce29928dafc23fac1db4f1e3","imageHashArm64":"390bfd12f981e8b3890550c4927a3ece071377065e001894458047602c744e3b","status":"recommended","critical":false},"3.5.0":{"imagePath":"percona/pmm-client:3.5.0","imageHash":"352aee74f25b3c1c4cd9dff1f378a0c3940b315e551d170c09953bf168531e4a","imageHashArm64":"cbbb074d51d90a5f2d6f1d98a05024f6de2ffdcb5acab632324cea4349a820bd","status":"recommended","critical":false}},"proxysql":{"2.7.3-1.2":{"imagePath":"percona/proxysql2:2.7.3-1.2","imageHash":"719d0ab363c65c7f75431bbed7ec0d9f2af7e691765c489da954813c552359a2","imageHashArm64":"4c4d094652c9f2eb097be5d92dcc05da61c9e8699ac7321def959d5a205a89f7","status":"recommended","critical":false}},"haproxy":{"2.8.17":{"imagePath":"percona/haproxy:2.8.17","imageHash":"ef8486b39a1e8dca97b5cdf1135e6282be1757ad188517b889d12c5a3470eeda","imageHashArm64":"bbc5b3b66ac985d1a4500195539e7dff5196245a5a842a6858ea0848ec089967","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtrabackup:2.4.29","imageHash":"11b92a7f7362379fc6b0de92382706153f2ac007ebf0d7ca25bac2c7303fdf10","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.19.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.19.0","imageHash":"6ccbac5e74f5b5309fd4788c5b8d91d5abd01850a4a356ad9eff9f82d20afb51","imageHashArm64":"1ed2a5ab22ee7588aa17ec2339876dc72c9724dc9a81506ff449a2b1aa085024","status":"recommended","critical":false}},"logCollector":{"4.0.1-1":{"imagePath":"percona/fluentbit:4.0.1-1","imageHash":"65bdf7d38cbceed6b6aa6412aea3fb4a196000ac6c66185f114a0a62c4a442ad","imageHashArm64":"dabda77b298b67d30d7f53b5cdb7215ad19dabb22b9543e3fd8aedb74ab24733","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.logCollector[].imagePath'
+ IMAGE_LOGCOLLECTOR=percona/fluentbit:4.0.1-1
+ [[ -n '' ]]
+ [[ 1.20.0 == \1\.\1\9\.\0 ]]
+ main
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.ac7pxBFOys
++ mktemp
+ local LAST_ERR=/tmp/tmp.tG1okG1823
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ac7pxBFOys
namespace/cert-manager created
+ cat /tmp/tmp.tG1okG1823
+ rm /tmp/tmp.ac7pxBFOys /tmp/tmp.tG1okG1823
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.rDX1VnwXyF
++ mktemp
+ local LAST_ERR=/tmp/tmp.f1SjkFne9R
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rDX1VnwXyF
namespace/cert-manager labeled
+ cat /tmp/tmp.f1SjkFne9R
+ rm /tmp/tmp.rDX1VnwXyF /tmp/tmp.f1SjkFne9R
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.oxICUHHMwF
++ mktemp
+ local LAST_ERR=/tmp/tmp.z8jksCpSpJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oxICUHHMwF
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.z8jksCpSpJ
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.oxICUHHMwF /tmp/tmp.z8jksCpSpJ
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
+ create_infra_gh upgrade-proxysql-3521 v1.19.0
+ local ns=upgrade-proxysql-3521
+ local git_tag=v1.19.0
+ '[' -n pxc-operator ']'
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep validate-auth
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl api-resources
++ grep chaos-mesh
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrole
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.8Lx1PfDNxv
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.HOeOAeAES7
+ local exit_status=0
+ local LAST_OUT=/tmp/tmp.qsQ9uZ9eIT
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
++ mktemp
+ local LAST_ERR=/tmp/tmp.1vfMfFAWyu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ xargs kubectl delete ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qsQ9uZ9eIT
+ cat /tmp/tmp.1vfMfFAWyu
+ rm /tmp/tmp.qsQ9uZ9eIT /tmp/tmp.1vfMfFAWyu
+ return 0
namespace "cert-manager" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8Lx1PfDNxv
namespace "pxc-operator" deleted
+ cat /tmp/tmp.HOeOAeAES7
+ rm /tmp/tmp.8Lx1PfDNxv /tmp/tmp.HOeOAeAES7
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.KLfvuycuQE
++ mktemp
+ local LAST_ERR=/tmp/tmp.pzKEvTPa4E
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KLfvuycuQE
namespace/pxc-operator created
+ cat /tmp/tmp.pzKEvTPa4E
+ rm /tmp/tmp.KLfvuycuQE /tmp/tmp.pzKEvTPa4E
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bJ5WNDGXMW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g2evF4FjHX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bJ5WNDGXMW
++ cat /tmp/tmp.g2evF4FjHX
++ rm /tmp/tmp.bJ5WNDGXMW /tmp/tmp.g2evF4FjHX
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.7pvct4nfCr
++ mktemp
+ local LAST_ERR=/tmp/tmp.XPvhDvsHhv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7pvct4nfCr
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10" modified.
+ cat /tmp/tmp.XPvhDvsHhv
+ rm /tmp/tmp.7pvct4nfCr /tmp/tmp.XPvhDvsHhv
+ return 0
+ deploy_operator_gh v1.19.0
+ local git_tag=v1.19.0
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

++ kubectl_bin get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QJk8dTYctz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vd2Z3HipmA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QJk8dTYctz
++ cat /tmp/tmp.vd2Z3HipmA
++ rm /tmp/tmp.QJk8dTYctz /tmp/tmp.vd2Z3HipmA
++ return 0
+ [[ -n perconaxtradbclusters.pxc.percona.com ]]
++ kubectl_bin get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-19-0")].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.shdxKjPgfb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KxG49ZdLmr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-19-0")].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.shdxKjPgfb
++ cat /tmp/tmp.KxG49ZdLmr
++ rm /tmp/tmp.shdxKjPgfb /tmp/tmp.KxG49ZdLmr
++ return 0
+ [[ -n '' ]]
+ kubectl_bin apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.19.0/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.gzCqwrZN2I
++ mktemp
+ local LAST_ERR=/tmp/tmp.kg5hC6ZGPG
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.19.0/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gzCqwrZN2I
+ cat /tmp/tmp.kg5hC6ZGPG
+ rm /tmp/tmp.gzCqwrZN2I /tmp/tmp.kg5hC6ZGPG
+ return 0
+ local rbac_yaml=rbac
+ local operator_yaml=operator.yaml
+ '[' -n pxc-operator ']'
+ rbac_yaml=cw-rbac
+ operator_yaml=cw-operator.yaml
+ apply_rbac_gh cw-rbac v1.19.0
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ local git_tag=v1.19.0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.19.0/deploy/cw-rbac.yaml
+ /usr/bin/sed -i -e 's^namespace: .*^namespace: pxc-operator^' /tmp/tmp.vutB16EI3o/rbac_v1.19.0.yaml
+ kubectl_bin apply -f /tmp/tmp.vutB16EI3o/rbac_v1.19.0.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.astezaBU2C
++ mktemp
+ local LAST_ERR=/tmp/tmp.RHoAqe20LQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /tmp/tmp.vutB16EI3o/rbac_v1.19.0.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.astezaBU2C
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.RHoAqe20LQ
+ rm /tmp/tmp.astezaBU2C /tmp/tmp.RHoAqe20LQ
+ return 0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.19.0/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ cat /tmp/tmp.vutB16EI3o/cw-operator.yaml_v1.19.0.yaml
+ kubectl_bin apply -n pxc-operator -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"'
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:1.19.0^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.MlSqZtDpQg
++ mktemp
+ local LAST_ERR=/tmp/tmp.le0i6b4zJn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n pxc-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MlSqZtDpQg
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.le0i6b4zJn
+ rm /tmp/tmp.MlSqZtDpQg /tmp/tmp.le0i6b4zJn
+ return 0
+ sleep 10
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O1Hoch2r5y
+++ mktemp
++ head -1
++ local LAST_ERR=/tmp/tmp.QcMHHXJnV8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.O1Hoch2r5y
++ cat /tmp/tmp.QcMHHXJnV8
++ rm /tmp/tmp.O1Hoch2r5y /tmp/tmp.QcMHHXJnV8
++ return 0
+ wait_pod percona-xtradb-cluster-operator-7f865c95d-ncshk
+ local pod=percona-xtradb-cluster-operator-7f865c95d-ncshk
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo percona-xtradb-cluster-operator-7f865c95d-ncshk
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-7f865c95d-ncshk condition met
waiting for pod/percona-xtradb-cluster-operator-7f865c95d-ncshk to become Ready.Ok
+ create_namespace upgrade-proxysql-3521
+ local namespace=upgrade-proxysql-3521
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ awk '{print $1}'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get clusterrolebinding
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces upgrade-proxysql-3521'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces upgrade-proxysql-3521
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace upgrade-proxysql-3521
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.RIw1L1J4PE
++ mktemp
+ local LAST_OUT=/tmp/tmp.a6LTPhKiBt
+ awk '{print$1}'
+ local LAST_ERR=/tmp/tmp.zcT6Sr0Vyo
+ local exit_status=0
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-3521
+ local LAST_ERR=/tmp/tmp.u03SMLro8u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.a6LTPhKiBt
+ cat /tmp/tmp.u03SMLro8u
+ rm /tmp/tmp.a6LTPhKiBt /tmp/tmp.u03SMLro8u
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-3521
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-3521
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.RIw1L1J4PE
+ cat /tmp/tmp.zcT6Sr0Vyo
Error from server (NotFound): namespaces "upgrade-proxysql-3521" not found
+ rm /tmp/tmp.RIw1L1J4PE /tmp/tmp.zcT6Sr0Vyo
+ return 1
+ :
+ wait_for_delete namespace/upgrade-proxysql-3521
+ local res=namespace/upgrade-proxysql-3521
+ echo -n 'waiting for namespace/upgrade-proxysql-3521 to be deleted'
waiting for namespace/upgrade-proxysql-3521 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "upgrade-proxysql-3521" not found
+ desc 'create namespace upgrade-proxysql-3521'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace upgrade-proxysql-3521
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace upgrade-proxysql-3521
++ mktemp
+ local LAST_OUT=/tmp/tmp.VXJSPhdcF6
++ mktemp
+ local LAST_ERR=/tmp/tmp.qNpUvd727v
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace upgrade-proxysql-3521
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VXJSPhdcF6
namespace/upgrade-proxysql-3521 created
+ cat /tmp/tmp.qNpUvd727v
+ rm /tmp/tmp.VXJSPhdcF6 /tmp/tmp.qNpUvd727v
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JvhOk4ku9t
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7lvMdREWOh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JvhOk4ku9t
++ cat /tmp/tmp.7lvMdREWOh
++ rm /tmp/tmp.JvhOk4ku9t /tmp/tmp.7lvMdREWOh
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=upgrade-proxysql-3521
++ mktemp
+ local LAST_OUT=/tmp/tmp.CXmrVR3eAw
++ mktemp
+ local LAST_ERR=/tmp/tmp.z5DvJbNDzh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=upgrade-proxysql-3521
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CXmrVR3eAw
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10" modified.
+ cat /tmp/tmp.z5DvJbNDzh
+ rm /tmp/tmp.CXmrVR3eAw /tmp/tmp.z5DvJbNDzh
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.gDizkAJ1Qa
++ mktemp
+ local LAST_ERR=/tmp/tmp.BOBAYaK7fv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gDizkAJ1Qa
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.BOBAYaK7fv
+ rm /tmp/tmp.gDizkAJ1Qa /tmp/tmp.BOBAYaK7fv
+ return 0
+ local proxy=proxysql
+ local cr_yaml=/tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ prepare_cr_yaml /tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml proxysql upgrade-proxysql 3 v1.19.0
+ local cr_yaml=/tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ local git_tag=v1.19.0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.19.0/deploy/cr.yaml
+ yq eval '
			.metadata.name = "upgrade-proxysql" |
			.spec.secretsName = "my-cluster-secrets" |
			.spec.vaultSecretName = "some-name-vault" |
			.spec.sslSecretName = "some-name-ssl" |
			.spec.sslInternalSecretName = "some-name-ssl-internal" |
			.spec.upgradeOptions.apply = "disabled" |
			.spec.pxc.size = 3 |
			.spec.proxysql.size = 3 |
			.spec.haproxy.size = 3 |
			.spec.pxc.image = "-pxc" |
			.spec.proxysql.image = "-proxysql" |
			.spec.haproxy.image = "-haproxy" |
			.spec.backup.image = "-backup" |
			.spec.backup.storages.minio.s3.credentialsSecret = "minio-secret" |
			.spec.backup.storages.minio.s3.region = "us-east-1" |
			.spec.backup.storages.minio.s3.bucket = "operator-testing" |
			.spec.backup.storages.minio.s3.endpointUrl = "http://minio-service.#namespace:9000/" |
			.spec.backup.storages.minio.type = "s3" |
			.spec.pmm.image = "-pmm"
		' -
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ yq -i eval '
			.spec.haproxy.enabled = false |
			.spec.proxysql.enabled = true
		' /tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ [[ -n '' ]]
+ spinup_pxc upgrade-proxysql /tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml 3 30 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/secrets_without_tls.yml
+ local cluster=upgrade-proxysql
+ local config=/tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ local size=3
+ local sleep=30
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/secrets_without_tls.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/secrets_without_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MH3lMD7QZk
++ mktemp
+ local LAST_ERR=/tmp/tmp.O7GZqdUZ82
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/secrets_without_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MH3lMD7QZk
secret/my-cluster-secrets created
+ cat /tmp/tmp.O7GZqdUZ82
+ rm /tmp/tmp.MH3lMD7QZk /tmp/tmp.O7GZqdUZ82
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/client.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtrabackup:2.4.29#'
+ local LAST_OUT=/tmp/tmp.J0kNyBIDmj
+ /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:3.5.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.19.0#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: percona/fluentbit:4.0.1-1#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-3521~
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/proxysql2:2.7.3-1.2#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.CYrJZTC9V6
+ local exit_status=0
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/haproxy:2.8.17#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.J0kNyBIDmj
deployment.apps/pxc-client created
+ cat /tmp/tmp.CYrJZTC9V6
+ rm /tmp/tmp.J0kNyBIDmj /tmp/tmp.CYrJZTC9V6
+ return 0
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ upgrade-proxysql == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
+ [[ upgrade-proxysql == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]]
+ apply_config /tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ local config_file=/tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ local pvc_name=
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml ''
+ local input_file=/tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
+ local pvc_name=
++ mktemp
+ local LAST_OUT=/tmp/tmp.9ifu5C7TSi
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/proxysql2:2.7.3-1.2#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ local LAST_ERR=/tmp/tmp.iwj6DZBDhU
+ local exit_status=0
+ cat /tmp/tmp.vutB16EI3o/cr_1.19.0_proxysql.yaml
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.19.0#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/haproxy:2.8.17#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:3.5.0#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtrabackup:2.4.29#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: percona/fluentbit:4.0.1-1#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-3521~
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9ifu5C7TSi
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql created
+ cat /tmp/tmp.iwj6DZBDhU
+ rm /tmp/tmp.9ifu5C7TSi /tmp/tmp.iwj6DZBDhU
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy upgrade-proxysql
++ local target_cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.27kIcm71XU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.jZSFXjnfd2
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.27kIcm71XU
+++ cat /tmp/tmp.jZSFXjnfd2
+++ rm /tmp/tmp.27kIcm71XU /tmp/tmp.jZSFXjnfd2
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fjjwx2j1UH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EcKZ2G5V2s
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fjjwx2j1UH
+++ cat /tmp/tmp.EcKZ2G5V2s
+++ rm /tmp/tmp.fjjwx2j1UH /tmp/tmp.EcKZ2G5V2s
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo upgrade-proxysql-proxysql
++ return
+ local proxy=upgrade-proxysql-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-3521
++ mktemp
+ local LAST_OUT=/tmp/tmp.jq4JrGXJk8
++ mktemp
+ local LAST_ERR=/tmp/tmp.fsrtZ8EK8x
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-3521
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-3521
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-3521
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.jq4JrGXJk8
+ cat /tmp/tmp.fsrtZ8EK8x
error: no matching resources found
+ rm /tmp/tmp.jq4JrGXJk8 /tmp/tmp.fsrtZ8EK8x
+ return 1
+ true
+ wait_for_running upgrade-proxysql-proxysql 1
+ local name=upgrade-proxysql-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-proxysql-0 480
+ local pod=upgrade-proxysql-proxysql-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-proxysql-0
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=proxysql
+ set +o xtrace
pod/upgrade-proxysql-proxysql-0 condition met
waiting for pod/upgrade-proxysql-proxysql-0 to become Ready.Ok
+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
waiting for pod/upgrade-proxysql-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
waiting for pod/upgrade-proxysql-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo upgrade-proxysql-pxc-2
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
waiting for pod/upgrade-proxysql-pxc-2 to become Ready.Ok
+ sleep 30
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.auLIIP5Me0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bFBUyejJxe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.auLIIP5Me0
++ cat /tmp/tmp.bFBUyejJxe
++ rm /tmp/tmp.auLIIP5Me0 /tmp/tmp.bFBUyejJxe
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
++ is_keyring_plugin_in_use upgrade-proxysql
++ local cluster=upgrade-proxysql
++ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
++ kubectl exec upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ grep -E -o 'early-plugin-load=keyring_\w+.so'
++ return 1
+ [[ -n '' ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h upgrade-proxysql-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h upgrade-proxysql-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aS68F0O5qh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zTPNPq15xU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aS68F0O5qh
++ cat /tmp/tmp.zTPNPq15xU
++ rm /tmp/tmp.aS68F0O5qh /tmp/tmp.zTPNPq15xU
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6c975684f9-dt2t7
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h upgrade-proxysql-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h upgrade-proxysql-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OJ19ZbZizR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HsgRLEISom
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OJ19ZbZizR
++ cat /tmp/tmp.HsgRLEISom
++ rm /tmp/tmp.OJ19ZbZizR /tmp/tmp.HsgRLEISom
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jgGfmK9kar
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wxzDPf0FR2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jgGfmK9kar
++ cat /tmp/tmp.wxzDPf0FR2
++ rm /tmp/tmp.jgGfmK9kar /tmp/tmp.wxzDPf0FR2
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X4YoCzy33N
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fWfkLwoomR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.X4YoCzy33N
++ cat /tmp/tmp.fWfkLwoomR
++ rm /tmp/tmp.X4YoCzy33N /tmp/tmp.fWfkLwoomR
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bU4spmmqn4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9WOnkXDSuT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bU4spmmqn4
++ cat /tmp/tmp.9WOnkXDSuT
++ rm /tmp/tmp.bU4spmmqn4 /tmp/tmp.9WOnkXDSuT
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ is_keyring_plugin_in_use upgrade-proxysql
+ local cluster=upgrade-proxysql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ kubectl exec upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ grep -E -o 'early-plugin-load=keyring_\w+.so'
+ return 1
+ compare_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
+ check_generation 1 pxc upgrade-proxysql
+ local generation=1
+ local container=pxc
+ local cluster=upgrade-proxysql
+ local current_generation
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oy7Z1MbwCN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zA9Fz7q845
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oy7Z1MbwCN
++ cat /tmp/tmp.zA9Fz7q845
++ rm /tmp/tmp.oy7Z1MbwCN /tmp/tmp.zA9Fz7q845
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ for container in '"${containers[@]}"'
+ check_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local container=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xTWKgf5KEP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Q6EklNK1gp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xTWKgf5KEP
++ cat /tmp/tmp.Q6EklNK1gp
++ rm /tmp/tmp.xTWKgf5KEP /tmp/tmp.Q6EklNK1gp
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ desc 'upgrade operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
upgrade operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Gtpv2KrT0e
++ mktemp
+ local LAST_ERR=/tmp/tmp.GAkegum4l8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Gtpv2KrT0e
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.GAkegum4l8
+ rm /tmp/tmp.Gtpv2KrT0e /tmp/tmp.GAkegum4l8
+ return 0
+ [[ -n pxc-operator ]]
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KtXWHierVh
++ mktemp
+ local LAST_ERR=/tmp/tmp.FnNHYbl9Ss
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KtXWHierVh
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.FnNHYbl9Ss
+ rm /tmp/tmp.KtXWHierVh /tmp/tmp.FnNHYbl9Ss
+ return 0
+ kubectl_bin patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25"}]}}}}' -n pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.V88qsKWHQY
++ mktemp
+ local LAST_ERR=/tmp/tmp.qqq0WViiWH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25"}]}}}}' -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.V88qsKWHQY
deployment.apps/percona-xtradb-cluster-operator patched
+ cat /tmp/tmp.qqq0WViiWH
+ rm /tmp/tmp.V88qsKWHQY /tmp/tmp.qqq0WViiWH
+ return 0
+ kubectl_bin rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.KSXIQbq6iL
++ mktemp
+ local LAST_ERR=/tmp/tmp.cIISBtXJdN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KSXIQbq6iL
Waiting for deployment "percona-xtradb-cluster-operator" rollout to finish: 0 of 1 updated replicas are available...
deployment "percona-xtradb-cluster-operator" successfully rolled out
+ cat /tmp/tmp.cIISBtXJdN
+ rm /tmp/tmp.KSXIQbq6iL /tmp/tmp.cIISBtXJdN
+ return 0
+ sleep 10
+ desc 'wait for operator upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for operator upgrade
-----------------------------------------------------------------------------------

+ local i=0
+ local max=60
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator
++ grep -vc NAME
+++ mktemp
++ awk '{print $1}'
++ local LAST_OUT=/tmp/tmp.JCYsG1ZoWh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hy4h70nhye
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JCYsG1ZoWh
++ cat /tmp/tmp.hy4h70nhye
++ rm /tmp/tmp.JCYsG1ZoWh /tmp/tmp.hy4h70nhye
++ return 0
+ [[ 1 -eq 1 ]]
+ '[' -n pxc-operator ']'
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1b0lfkhgZO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DxVys8xKmy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1b0lfkhgZO
++ cat /tmp/tmp.DxVys8xKmy
++ rm /tmp/tmp.1b0lfkhgZO /tmp/tmp.DxVys8xKmy
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wgXMJSMZU3
++ mktemp
+ local LAST_ERR=/tmp/tmp.x81WkNptND
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wgXMJSMZU3
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10" modified.
+ cat /tmp/tmp.x81WkNptND
+ rm /tmp/tmp.wgXMJSMZU3 /tmp/tmp.x81WkNptND
+ return 0
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image'
++ grep perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25
+++ mktemp
++ awk '{print $1}'
++ local LAST_OUT=/tmp/tmp.d67ULCfShS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.olmd8REB9a
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.d67ULCfShS
++ cat /tmp/tmp.olmd8REB9a
++ rm /tmp/tmp.d67ULCfShS /tmp/tmp.olmd8REB9a
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6977b584ff-cfns2
+ local pod=percona-xtradb-cluster-operator-6977b584ff-cfns2
+ local max_retry=480
+ local ns=
++ echo percona-xtradb-cluster-operator-6977b584ff-cfns2
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6977b584ff-cfns2 condition met
waiting for pod/percona-xtradb-cluster-operator-6977b584ff-cfns2 to become Ready.Ok
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nncl9KgmEo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0Z8i8VmbOu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nncl9KgmEo
++ cat /tmp/tmp.0Z8i8VmbOu
++ rm /tmp/tmp.nncl9KgmEo /tmp/tmp.0Z8i8VmbOu
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=upgrade-proxysql-3521
++ mktemp
+ local LAST_OUT=/tmp/tmp.E7Aj7x9ggB
++ mktemp
+ local LAST_ERR=/tmp/tmp.tFRLt6gU4N
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10 --namespace=upgrade-proxysql-3521
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.E7Aj7x9ggB
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2426-51542b25-6-cluster10" modified.
+ cat /tmp/tmp.tFRLt6gU4N
+ rm /tmp/tmp.E7Aj7x9ggB /tmp/tmp.tFRLt6gU4N
+ return 0
+ desc 'check images and generation after operator upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
check images and generation after operator upgrade
-----------------------------------------------------------------------------------

+ check_pxc_liveness upgrade-proxysql 3
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ wait_cluster_consistency upgrade-proxysql 3
+ local cluster_name=upgrade-proxysql
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
++ get_proxy_size upgrade-proxysql
++ local cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.viPaFIpirr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Jq4NtrAVsv
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.viPaFIpirr
+++ cat /tmp/tmp.Jq4NtrAVsv
+++ rm /tmp/tmp.viPaFIpirr /tmp/tmp.Jq4NtrAVsv
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TWwgU9wXsS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.oSzJFjUkSM
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.TWwgU9wXsS
+++ cat /tmp/tmp.oSzJFjUkSM
+++ rm /tmp/tmp.TWwgU9wXsS /tmp/tmp.oSzJFjUkSM
+++ return 0
++ [[ true == \t\r\u\e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZhqmxFcUNM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K6vaoAYzpJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZhqmxFcUNM
++ cat /tmp/tmp.K6vaoAYzpJ
++ rm /tmp/tmp.ZhqmxFcUNM /tmp/tmp.K6vaoAYzpJ
++ return 0
++ return
+ proxy_size=3
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/upgrade-proxysql to be ready'
waiting for pxc/upgrade-proxysql to be ready++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QSSqHvkINK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PqJaO17jHm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QSSqHvkINK
++ cat /tmp/tmp.PqJaO17jHm
++ rm /tmp/tmp.QSSqHvkINK /tmp/tmp.PqJaO17jHm
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aO108jbwSy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3Pp2bw9U4g
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aO108jbwSy
++ cat /tmp/tmp.3Pp2bw9U4g
++ rm /tmp/tmp.aO108jbwSy /tmp/tmp.3Pp2bw9U4g
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine upgrade-proxysql
+++ local cluster_name=upgrade-proxysql
++++ get_proxy upgrade-proxysql
++++ local target_cluster=upgrade-proxysql
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.P718rk4LmD
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.90hpLGoJmX
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.P718rk4LmD
+++++ cat /tmp/tmp.90hpLGoJmX
+++++ rm /tmp/tmp.P718rk4LmD /tmp/tmp.90hpLGoJmX
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.iGfxXcnzUK
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.cHieGXiARV
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.iGfxXcnzUK
+++++ cat /tmp/tmp.cHieGXiARV
+++++ rm /tmp/tmp.iGfxXcnzUK /tmp/tmp.cHieGXiARV
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo upgrade-proxysql-proxysql
++++ return
+++ local cluster_proxy=upgrade-proxysql-proxysql
+++ echo proxysql
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.919OkZJAXD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eoXcVho9U6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.919OkZJAXD
++ cat /tmp/tmp.eoXcVho9U6
++ rm /tmp/tmp.919OkZJAXD /tmp/tmp.eoXcVho9U6
++ return 0
+ [[ 3 == \3 ]]
+ echo

+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo upgrade-proxysql-pxc-0
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
waiting for pod/upgrade-proxysql-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
waiting for pod/upgrade-proxysql-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
waiting for pod/upgrade-proxysql-pxc-2 to become Ready.Ok
++ seq 0 2
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CoiVdsyy0r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Bntfe4ZJl7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CoiVdsyy0r
++ cat /tmp/tmp.Bntfe4ZJl7
++ rm /tmp/tmp.CoiVdsyy0r /tmp/tmp.Bntfe4ZJl7
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.stT7amXtcT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MR64yQoafi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.stT7amXtcT
++ cat /tmp/tmp.MR64yQoafi
++ rm /tmp/tmp.stT7amXtcT /tmp/tmp.MR64yQoafi
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Gx542T350G
+++ mktemp
++ local LAST_ERR=/tmp/tmp.L8UF4dgL0r
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Gx542T350G
++ cat /tmp/tmp.L8UF4dgL0r
++ rm /tmp/tmp.Gx542T350G /tmp/tmp.L8UF4dgL0r
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6c975684f9-dt2t7
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HeYQloC4NL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c15tPrfH9m
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HeYQloC4NL
++ cat /tmp/tmp.c15tPrfH9m
++ rm /tmp/tmp.HeYQloC4NL /tmp/tmp.c15tPrfH9m
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25 == perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sqTQ681vC8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bS8Bg028rS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sqTQ681vC8
++ cat /tmp/tmp.bS8Bg028rS
++ rm /tmp/tmp.sqTQ681vC8 /tmp/tmp.bS8Bg028rS
++ return 0
+ [[ percona/proxysql2:2.7.3-1.2 == percona/proxysql2:2.7.3-1.2 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VlnBcCiBFK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ne8ash2YYJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VlnBcCiBFK
++ cat /tmp/tmp.ne8ash2YYJ
++ rm /tmp/tmp.VlnBcCiBFK /tmp/tmp.ne8ash2YYJ
++ return 0
+ [[ percona/haproxy:2.8.17 == percona/haproxy:2.8.17 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hzlyALSjFv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hUjlwe1KX4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hzlyALSjFv
++ cat /tmp/tmp.hUjlwe1KX4
++ rm /tmp/tmp.hzlyALSjFv /tmp/tmp.hUjlwe1KX4
++ return 0
+ [[ percona/percona-xtrabackup:2.4.29 == percona/percona-xtrabackup:2.4.29 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GZPo3kWs0d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.31reoEKOtO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GZPo3kWs0d
++ cat /tmp/tmp.31reoEKOtO
++ rm /tmp/tmp.GZPo3kWs0d /tmp/tmp.31reoEKOtO
++ return 0
+ [[ percona/pmm-client:3.5.0 == percona/pmm-client:3.5.0 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lgTd4hcxyD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nVTDECbS1k
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lgTd4hcxyD
++ cat /tmp/tmp.nVTDECbS1k
++ rm /tmp/tmp.lgTd4hcxyD /tmp/tmp.nVTDECbS1k
++ return 0
+ [[ percona/fluentbit:4.0.1-1 == percona/fluentbit:4.0.1-1 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9driyREwBW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9AkMgbaCa7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9driyREwBW
++ cat /tmp/tmp.9AkMgbaCa7
++ rm /tmp/tmp.9driyREwBW /tmp/tmp.9AkMgbaCa7
++ return 0
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 == percona/percona-xtradb-cluster:5.7.44-31.65 ]]
+ : Operator image has been updated correctly
+ compare_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
+ check_generation 1 pxc upgrade-proxysql
+ local generation=1
+ local container=pxc
+ local cluster=upgrade-proxysql
+ local current_generation
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HhXrGF2Z4P
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Gm42CrBgbz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HhXrGF2Z4P
++ cat /tmp/tmp.Gm42CrBgbz
++ rm /tmp/tmp.HhXrGF2Z4P /tmp/tmp.Gm42CrBgbz
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ for container in '"${containers[@]}"'
+ check_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local container=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RA1KP1GYGw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GC7zuO7T4F
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RA1KP1GYGw
++ cat /tmp/tmp.GC7zuO7T4F
++ rm /tmp/tmp.RA1KP1GYGw /tmp/tmp.GC7zuO7T4F
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ desc 'patch pxc images and upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch pxc images and upgrade
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc upgrade-proxysql --type=merge --patch '{
        "spec": {
            "crVersion": "1.20.0",
            "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7" },
            "pmm": { "image": "perconalab/pmm-client:dev-latest" },
            "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" },
            "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" },
            "logcollector": { "image": "perconalab/fluentbit:main-logcollector" },
            "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup" }
        }}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.g6BV3T2gD8
++ mktemp
+ local LAST_ERR=/tmp/tmp.PKsJYEEPhH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc upgrade-proxysql --type=merge --patch '{
        "spec": {
            "crVersion": "1.20.0",
            "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7" },
            "pmm": { "image": "perconalab/pmm-client:dev-latest" },
            "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" },
            "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" },
            "logcollector": { "image": "perconalab/fluentbit:main-logcollector" },
            "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup" }
        }}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.g6BV3T2gD8
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql patched
+ cat /tmp/tmp.PKsJYEEPhH
+ rm /tmp/tmp.g6BV3T2gD8 /tmp/tmp.PKsJYEEPhH
+ return 0
+ sleep 10
+ desc 'check images and generation after full upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
check images and generation after full upgrade
-----------------------------------------------------------------------------------

+ check_pxc_liveness upgrade-proxysql 3
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ wait_cluster_consistency upgrade-proxysql 3
+ local cluster_name=upgrade-proxysql
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
++ get_proxy_size upgrade-proxysql
++ local cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ysxBtlBwW8
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.GyF53u83zb
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ysxBtlBwW8
+++ cat /tmp/tmp.GyF53u83zb
+++ rm /tmp/tmp.ysxBtlBwW8 /tmp/tmp.GyF53u83zb
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iuZGTUZ0BO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.84bPO2T0Nk
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.iuZGTUZ0BO
+++ cat /tmp/tmp.84bPO2T0Nk
+++ rm /tmp/tmp.iuZGTUZ0BO /tmp/tmp.84bPO2T0Nk
+++ return 0
++ [[ true == \t\r\u\e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NHeLt4x5JH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xT7UbkmtAV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NHeLt4x5JH
++ cat /tmp/tmp.xT7UbkmtAV
++ rm /tmp/tmp.NHeLt4x5JH /tmp/tmp.xT7UbkmtAV
++ return 0
++ return
+ proxy_size=3
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/upgrade-proxysql to be ready'
waiting for pxc/upgrade-proxysql to be ready++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bQWa5I6NvF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yNQzLQGZHh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bQWa5I6NvF
++ cat /tmp/tmp.yNQzLQGZHh
++ rm /tmp/tmp.bQWa5I6NvF /tmp/tmp.yNQzLQGZHh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kWWGPWaFZz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iIbvRvMLH2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kWWGPWaFZz
++ cat /tmp/tmp.iIbvRvMLH2
++ rm /tmp/tmp.kWWGPWaFZz /tmp/tmp.iIbvRvMLH2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Nnvqmq3vr0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h0I8Oyj33o
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Nnvqmq3vr0
++ cat /tmp/tmp.h0I8Oyj33o
++ rm /tmp/tmp.Nnvqmq3vr0 /tmp/tmp.h0I8Oyj33o
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Hsr7kGqR0I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CGB80tZ6kl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Hsr7kGqR0I
++ cat /tmp/tmp.CGB80tZ6kl
++ rm /tmp/tmp.Hsr7kGqR0I /tmp/tmp.CGB80tZ6kl
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 3 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XtDVSgpWEu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yG3uRbYtQU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XtDVSgpWEu
++ cat /tmp/tmp.yG3uRbYtQU
++ rm /tmp/tmp.XtDVSgpWEu /tmp/tmp.yG3uRbYtQU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 4 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cyobEB1chB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G6XbfzKpYp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cyobEB1chB
++ cat /tmp/tmp.G6XbfzKpYp
++ rm /tmp/tmp.cyobEB1chB /tmp/tmp.G6XbfzKpYp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 5 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oe0pAN06IA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5jG3RcVQf8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oe0pAN06IA
++ cat /tmp/tmp.5jG3RcVQf8
++ rm /tmp/tmp.oe0pAN06IA /tmp/tmp.5jG3RcVQf8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 6 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dzQyKgczLu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G1CqikGLIj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dzQyKgczLu
++ cat /tmp/tmp.G1CqikGLIj
++ rm /tmp/tmp.dzQyKgczLu /tmp/tmp.G1CqikGLIj
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 7 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JCuzMb5yfn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c84Ck0dsJM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JCuzMb5yfn
++ cat /tmp/tmp.c84Ck0dsJM
++ rm /tmp/tmp.JCuzMb5yfn /tmp/tmp.c84Ck0dsJM
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 8 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dvZWAQS6yl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DMr6FmLho7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dvZWAQS6yl
++ cat /tmp/tmp.DMr6FmLho7
++ rm /tmp/tmp.dvZWAQS6yl /tmp/tmp.DMr6FmLho7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 9 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ozsCMjatBV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bT1B21OSV4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ozsCMjatBV
++ cat /tmp/tmp.bT1B21OSV4
++ rm /tmp/tmp.ozsCMjatBV /tmp/tmp.bT1B21OSV4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 10 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cjbFJ7XHT7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kWRcrXJoNX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cjbFJ7XHT7
++ cat /tmp/tmp.kWRcrXJoNX
++ rm /tmp/tmp.cjbFJ7XHT7 /tmp/tmp.kWRcrXJoNX
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 11 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AVt7cgalWa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mHmTADBQBG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AVt7cgalWa
++ cat /tmp/tmp.mHmTADBQBG
++ rm /tmp/tmp.AVt7cgalWa /tmp/tmp.mHmTADBQBG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 12 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oEuq5gE8pC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.x99qiQLf19
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oEuq5gE8pC
++ cat /tmp/tmp.x99qiQLf19
++ rm /tmp/tmp.oEuq5gE8pC /tmp/tmp.x99qiQLf19
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 13 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6yQ5DQj8AF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gRHDElDp1h
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6yQ5DQj8AF
++ cat /tmp/tmp.gRHDElDp1h
++ rm /tmp/tmp.6yQ5DQj8AF /tmp/tmp.gRHDElDp1h
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 14 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YxRDcGd5QL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h6CK35q8Nr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YxRDcGd5QL
++ cat /tmp/tmp.h6CK35q8Nr
++ rm /tmp/tmp.YxRDcGd5QL /tmp/tmp.h6CK35q8Nr
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 15 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZD9ocRAmpd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fRXi8EX3XG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZD9ocRAmpd
++ cat /tmp/tmp.fRXi8EX3XG
++ rm /tmp/tmp.ZD9ocRAmpd /tmp/tmp.fRXi8EX3XG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 16 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UdatcsH4iY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6FPY09jkHo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UdatcsH4iY
++ cat /tmp/tmp.6FPY09jkHo
++ rm /tmp/tmp.UdatcsH4iY /tmp/tmp.6FPY09jkHo
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 17 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n6aEVYNk34
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zWDIC18JPT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.n6aEVYNk34
++ cat /tmp/tmp.zWDIC18JPT
++ rm /tmp/tmp.n6aEVYNk34 /tmp/tmp.zWDIC18JPT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 18 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lZ4DQxwkhx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o2PIBM1B8R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lZ4DQxwkhx
++ cat /tmp/tmp.o2PIBM1B8R
++ rm /tmp/tmp.lZ4DQxwkhx /tmp/tmp.o2PIBM1B8R
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 19 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.INT16E8lcG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.blxHEaGD8F
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.INT16E8lcG
++ cat /tmp/tmp.blxHEaGD8F
++ rm /tmp/tmp.INT16E8lcG /tmp/tmp.blxHEaGD8F
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 20 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C1eG2zRpE4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.x4LKd3dIPC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.C1eG2zRpE4
++ cat /tmp/tmp.x4LKd3dIPC
++ rm /tmp/tmp.C1eG2zRpE4 /tmp/tmp.x4LKd3dIPC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 21 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5k1iZaE1lG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v8NJUGLUf2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5k1iZaE1lG
++ cat /tmp/tmp.v8NJUGLUf2
++ rm /tmp/tmp.5k1iZaE1lG /tmp/tmp.v8NJUGLUf2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 22 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oIRGk6HMSb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hdj9xMQRSt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oIRGk6HMSb
++ cat /tmp/tmp.hdj9xMQRSt
++ rm /tmp/tmp.oIRGk6HMSb /tmp/tmp.hdj9xMQRSt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 23 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XQVWRM2PbC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zuFGMAqZfG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XQVWRM2PbC
++ cat /tmp/tmp.zuFGMAqZfG
++ rm /tmp/tmp.XQVWRM2PbC /tmp/tmp.zuFGMAqZfG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 24 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EEV4kKNRPq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GzmwyKwkVm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EEV4kKNRPq
++ cat /tmp/tmp.GzmwyKwkVm
++ rm /tmp/tmp.EEV4kKNRPq /tmp/tmp.GzmwyKwkVm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 25 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yA6V6eOg9I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PyDb4aoxFA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yA6V6eOg9I
++ cat /tmp/tmp.PyDb4aoxFA
++ rm /tmp/tmp.yA6V6eOg9I /tmp/tmp.PyDb4aoxFA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 26 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EnIZlOzia0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QlOn0ugfnN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EnIZlOzia0
++ cat /tmp/tmp.QlOn0ugfnN
++ rm /tmp/tmp.EnIZlOzia0 /tmp/tmp.QlOn0ugfnN
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 27 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nICbdlRycm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oTaOw6PZH5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nICbdlRycm
++ cat /tmp/tmp.oTaOw6PZH5
++ rm /tmp/tmp.nICbdlRycm /tmp/tmp.oTaOw6PZH5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 28 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DWEiRSMhJf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mX5WLkyBMy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DWEiRSMhJf
++ cat /tmp/tmp.mX5WLkyBMy
++ rm /tmp/tmp.DWEiRSMhJf /tmp/tmp.mX5WLkyBMy
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 29 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.epMIKR9Vge
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NVChSpmQDr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.epMIKR9Vge
++ cat /tmp/tmp.NVChSpmQDr
++ rm /tmp/tmp.epMIKR9Vge /tmp/tmp.NVChSpmQDr
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 30 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cO11WCpUGb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pIA0NRxdjt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cO11WCpUGb
++ cat /tmp/tmp.pIA0NRxdjt
++ rm /tmp/tmp.cO11WCpUGb /tmp/tmp.pIA0NRxdjt
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VRiNt6DaKQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ym7wSui0aR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VRiNt6DaKQ
++ cat /tmp/tmp.ym7wSui0aR
++ rm /tmp/tmp.VRiNt6DaKQ /tmp/tmp.ym7wSui0aR
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine upgrade-proxysql
+++ local cluster_name=upgrade-proxysql
++++ get_proxy upgrade-proxysql
++++ local target_cluster=upgrade-proxysql
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.QSB8bPNjSN
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.6sHyXT1WS0
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.QSB8bPNjSN
+++++ cat /tmp/tmp.6sHyXT1WS0
+++++ rm /tmp/tmp.QSB8bPNjSN /tmp/tmp.6sHyXT1WS0
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.vF8UeooO83
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.5FhqlGzWyG
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.vF8UeooO83
+++++ cat /tmp/tmp.5FhqlGzWyG
+++++ rm /tmp/tmp.vF8UeooO83 /tmp/tmp.5FhqlGzWyG
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo upgrade-proxysql-proxysql
++++ return
+++ local cluster_proxy=upgrade-proxysql-proxysql
+++ echo proxysql
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.POgnFcGB7q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jKyU6muhqj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.POgnFcGB7q
++ cat /tmp/tmp.jKyU6muhqj
++ rm /tmp/tmp.POgnFcGB7q /tmp/tmp.jKyU6muhqj
++ return 0
+ [[ 3 == \3 ]]
+ echo

+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo upgrade-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
waiting for pod/upgrade-proxysql-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
waiting for pod/upgrade-proxysql-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
waiting for pod/upgrade-proxysql-pxc-2 to become Ready.Ok
++ seq 0 2
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YePMfFPHbz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PR38ylVMze
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YePMfFPHbz
++ cat /tmp/tmp.PR38ylVMze
++ rm /tmp/tmp.YePMfFPHbz /tmp/tmp.PR38ylVMze
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6c975684f9-dt2t7
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4HkKpEuyss
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ni28aX85MV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4HkKpEuyss
++ cat /tmp/tmp.ni28aX85MV
++ rm /tmp/tmp.4HkKpEuyss /tmp/tmp.ni28aX85MV
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Zb4yTeMmMz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qXbBvFXZH6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Zb4yTeMmMz
++ cat /tmp/tmp.qXbBvFXZH6
++ rm /tmp/tmp.Zb4yTeMmMz /tmp/tmp.qXbBvFXZH6
++ return 0
+ client_pod=pxc-client-6c975684f9-dt2t7
+ wait_pod pxc-client-6c975684f9-dt2t7
+ local pod=pxc-client-6c975684f9-dt2t7
+ local max_retry=480
+ local ns=
++ echo pxc-client-6c975684f9-dt2t7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6c975684f9-dt2t7 condition met
waiting for pod/pxc-client-6c975684f9-dt2t7 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.vutB16EI3o/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.vutB16EI3o/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.vutB16EI3o/select-1.sql
++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PgLneY4phz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wmHofFgkV3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PgLneY4phz
++ cat /tmp/tmp.wmHofFgkV3
++ rm /tmp/tmp.PgLneY4phz /tmp/tmp.wmHofFgkV3
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25 == perconalab/percona-xtradb-cluster-operator:PR-2426-51542b25 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zFgkuBDMSz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m4xIkoR4z4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zFgkuBDMSz
++ cat /tmp/tmp.m4xIkoR4z4
++ rm /tmp/tmp.zFgkuBDMSz /tmp/tmp.m4xIkoR4z4
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-proxysql == perconalab/percona-xtradb-cluster-operator:main-proxysql ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SS2svV0Bj5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Igbn5b4AIe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SS2svV0Bj5
++ cat /tmp/tmp.Igbn5b4AIe
++ rm /tmp/tmp.SS2svV0Bj5 /tmp/tmp.Igbn5b4AIe
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-haproxy == perconalab/percona-xtradb-cluster-operator:main-haproxy ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BXUV700TbK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XEVSYl4RGZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BXUV700TbK
++ cat /tmp/tmp.XEVSYl4RGZ
++ rm /tmp/tmp.BXUV700TbK /tmp/tmp.XEVSYl4RGZ
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup == perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HX3evCyhAa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fbOBCNLu4n
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HX3evCyhAa
++ cat /tmp/tmp.fbOBCNLu4n
++ rm /tmp/tmp.HX3evCyhAa /tmp/tmp.fbOBCNLu4n
++ return 0
+ [[ perconalab/pmm-client:dev-latest == perconalab/pmm-client:dev-latest ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DHyjFdKOJr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y5iQCZZNcQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.logcollector.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DHyjFdKOJr
++ cat /tmp/tmp.Y5iQCZZNcQ
++ rm /tmp/tmp.DHyjFdKOJr /tmp/tmp.Y5iQCZZNcQ
++ return 0
+ [[ perconalab/fluentbit:main-logcollector == perconalab/fluentbit:main-logcollector ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vI0TntGmYu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nJaqlmjHgU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vI0TntGmYu
++ cat /tmp/tmp.nJaqlmjHgU
++ rm /tmp/tmp.vI0TntGmYu /tmp/tmp.nJaqlmjHgU
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 == perconalab/percona-xtradb-cluster-operator:main-pxc5.7 ]]
+ : Cluster images have been updated correctly
+ compare_generation 2 proxysql upgrade-proxysql
+ local generation=2
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
+ check_generation 2 pxc upgrade-proxysql
+ local generation=2
+ local container=pxc
+ local cluster=upgrade-proxysql
+ local current_generation
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.utNA6FXZjA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SrSRJxSccZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.utNA6FXZjA
++ cat /tmp/tmp.SrSRJxSccZ
++ rm /tmp/tmp.utNA6FXZjA /tmp/tmp.SrSRJxSccZ
++ return 0
+ current_generation=2
+ [[ 2 != \2 ]]
+ for container in '"${containers[@]}"'
+ check_generation 2 proxysql upgrade-proxysql
+ local generation=2
+ local container=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J69Fy99rDu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v0eXe5Ejmc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.J69Fy99rDu
++ cat /tmp/tmp.v0eXe5Ejmc
++ rm /tmp/tmp.J69Fy99rDu /tmp/tmp.v0eXe5Ejmc
++ return 0
+ current_generation=2
+ [[ 2 != \2 ]]
+ compare_kubectl statefulset/upgrade-proxysql-pxc
+ local resource=statefulset/upgrade-proxysql-pxc
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc.yml
+ local new_result=/tmp/tmp.vutB16EI3o/statefulset_upgrade-proxysql-pxc.yml
+ desc 'compare statefulset/upgrade-proxysql-pxc-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/upgrade-proxysql-pxc-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-eks.yml ']'
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k127.yml ']'
+ version_gt 1.24
++ echo '1.32 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-oc.yml ']'
+ version_gt 1.29
++ bc -l
++ echo '1.32 >= 1.29'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/upgrade-proxysql-pxc
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("upgrade-proxysql-3521", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.c8gZRPCyQe
++ mktemp
+ local LAST_ERR=/tmp/tmp.HPvcwlZM85
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/upgrade-proxysql-pxc
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.c8gZRPCyQe
+ cat /tmp/tmp.HPvcwlZM85
+ rm /tmp/tmp.c8gZRPCyQe /tmp/tmp.HPvcwlZM85
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-pxc.yml /tmp/tmp.vutB16EI3o/statefulset_upgrade-proxysql-pxc.yml
+ log 'compare_kubectl: statefulset/upgrade-proxysql-pxc OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-08T13:25:29+0000]' compare_kubectl: statefulset/upgrade-proxysql-pxc OK
[2026-04-08T13:25:29+0000] compare_kubectl: statefulset/upgrade-proxysql-pxc OK
+ compare_kubectl statefulset/upgrade-proxysql-proxysql
+ local resource=statefulset/upgrade-proxysql-proxysql
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql.yml
+ local new_result=/tmp/tmp.vutB16EI3o/statefulset_upgrade-proxysql-proxysql.yml
+ desc 'compare statefulset/upgrade-proxysql-proxysql-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/upgrade-proxysql-proxysql-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-eks.yml ']'
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k127.yml ']'
+ version_gt 1.24
++ echo '1.32 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-oc.yml ']'
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/upgrade-proxysql-proxysql
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("upgrade-proxysql-3521", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.5bNysbz0ec
++ mktemp
+ local LAST_ERR=/tmp/tmp.9FmqyVYdDT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/upgrade-proxysql-proxysql
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5bNysbz0ec
+ cat /tmp/tmp.9FmqyVYdDT
+ rm /tmp/tmp.5bNysbz0ec /tmp/tmp.9FmqyVYdDT
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2426/e2e-tests/upgrade-proxysql/compare/statefulset_upgrade-proxysql-proxysql.yml /tmp/tmp.vutB16EI3o/statefulset_upgrade-proxysql-proxysql.yml
+ log 'compare_kubectl: statefulset/upgrade-proxysql-proxysql OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-08T13:25:31+0000]' compare_kubectl: statefulset/upgrade-proxysql-proxysql OK
[2026-04-08T13:25:31+0000] compare_kubectl: statefulset/upgrade-proxysql-proxysql OK
+ desc cleanup
+ set +o xtrace


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

+ destroy upgrade-proxysql-3521
+ local namespace=upgrade-proxysql-3521
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
+ grep -v 'get backup status: Job.batch'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ sort -u
+ tee /tmp/tmp.vutB16EI3o/operator.log
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ grep -v level=info
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ head -1
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5BfpgXjaz0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EbcFQVPN0M
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5BfpgXjaz0
++ cat /tmp/tmp.EbcFQVPN0M
++ rm /tmp/tmp.5BfpgXjaz0 /tmp/tmp.EbcFQVPN0M
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-6977b584ff-cfns2
++ mktemp
+ local LAST_OUT=/tmp/tmp.XD94P64XX7
++ mktemp
+ local LAST_ERR=/tmp/tmp.8Clil7RDPt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-6977b584ff-cfns2
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XD94P64XX7
+ cat /tmp/tmp.8Clil7RDPt
+ rm /tmp/tmp.XD94P64XX7 /tmp/tmp.8Clil7RDPt
+ return 0
2026-04-08T13:20:04.748Z	INFO	setup	Manager starting up	{"gitCommit": "51542b251ec0458b2156b22432ba2edbede9ae09", "gitBranch": "PR-2426-51542b25", "buildTime": "2026-04-08T09:33:24Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"}
2026-04-08T13:20:04.748Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.32.13-gke.1205000"}
2026-04-08T13:20:04.749Z	INFO	setup	Feature gates	{"PXCO_FEATURE_GATES": "", "enabled": ""}
2026-04-08T13:20:04.752Z	INFO	setup	Registering Components.
2026-04-08T13:20:05.342Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2026-04-08T13:20:05.342Z	INFO	controller-runtime.metrics	Starting metrics server
2026-04-08T13:20:05.342Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2026-04-08T13:20:05.342Z	INFO	controller-runtime.webhook	Starting webhook server
2026-04-08T13:20:05.342Z	INFO	setup	Starting the Cmd.
2026-04-08T13:20:05.342Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2026-04-08T13:20:05.343Z	INFO	controller-runtime.certwatcher	Starting certificate poll+watcher	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"}
2026-04-08T13:20:05.343Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"}
2026-04-08T13:20:05.343Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2026-04-08T13:20:05.443Z	INFO	Attempting to acquire leader lease...	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-04-08T13:20:31.106Z	DEBUG	events	percona-xtradb-cluster-operator-6977b584ff-cfns2_4965311f-bfb1-4ac1-9419-8a3c3c472421 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"70d02dbd-864b-4536-8c75-f18ca82a5d13","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1775654431101231009"}, "reason": "LeaderElection"}
2026-04-08T13:20:31.106Z	INFO	Successfully acquired lease	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-04-08T13:20:31.107Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"}
2026-04-08T13:20:31.107Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2026-04-08T13:20:31.108Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2026-04-08T13:20:31.108Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"}
2026-04-08T13:20:31.208Z	INFO	Starting Controller	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"}
2026-04-08T13:20:31.208Z	INFO	Starting Controller	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"}
2026-04-08T13:20:31.208Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1}
2026-04-08T13:20:31.208Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1}
2026-04-08T13:20:31.309Z	INFO	Starting Controller	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"}
2026-04-08T13:20:31.309Z	INFO	Starting workers	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1}
2026-04-08T13:20:32.779Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "e8c454f9-b758-4258-a4d0-de2e1df31513", "object": "upgrade-proxysql-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}", "hashChanged": true, "metaChanged": true}
2026-04-08T13:20:32.850Z	INFO	Creating or updating backup job	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "e8c454f9-b758-4258-a4d0-de2e1df31513", "name": "1a9ee-daily-backup", "schedule": "0 0 * * *"}
2026-04-08T13:20:33.270Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "e8c454f9-b758-4258-a4d0-de2e1df31513"}
2026-04-08T13:20:39.923Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "720140dd-137e-4596-8058-65818c929bf1"}
2026-04-08T13:20:46.316Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "09954825-3cb7-40f3-8a36-85e91226846b"}
2026-04-08T13:20:52.717Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "74812ab3-8998-4c3d-8731-d496efd43e1a"}
2026-04-08T13:20:58.996Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "25c67f82-7cbe-4912-9bf0-454c13df174d"}
2026-04-08T13:21:05.317Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "599cb4a2-b84b-4991-a0a7-c2ac92636cac"}
2026-04-08T13:21:11.349Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "517b6fdc-2ca1-476e-9235-d1144d8639fe"}
2026-04-08T13:21:16.997Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "object": "upgrade-proxysql-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-04-08T13:21:17.062Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "object": "upgrade-proxysql-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-04-08T13:21:18.144Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284"}
2026-04-08T13:21:18.150Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2"}
2026-04-08T13:21:18.150Z	INFO	primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0.upgrade-proxysql-pxc.upgrade-proxysql-3521.svc.cluster.local"}
2026-04-08T13:21:18.407Z	ERROR	sync users	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "af450c03-cda5-455f-bd48-55424f7f16b9", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") /  / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:975\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:832\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"}
2026-04-08T13:21:18.972Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "currentRevision": "upgrade-proxysql-pxc-7bf75df8f9", "targetRevision": "upgrade-proxysql-pxc-6ddc898697"}
2026-04-08T13:21:29.076Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "currentRevision": "upgrade-proxysql-pxc-7bf75df8f9", "targetRevision": "upgrade-proxysql-pxc-6ddc898697"}
2026-04-08T13:21:39.114Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "phase": "Pending"}
2026-04-08T13:21:39.114Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "reason": "PodInitializing"}
2026-04-08T13:21:49.065Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "phase": "Pending"}
2026-04-08T13:21:49.065Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "reason": "PodInitializing"}
2026-04-08T13:22:29.136Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2"}
2026-04-08T13:22:29.153Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "host": "upgrade-proxysql-pxc-2.upgrade-proxysql-pxc.upgrade-proxysql-3521", "hostgroup": "10"}
2026-04-08T13:22:39.155Z	INFO	pod present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2", "host": "upgrade-proxysql-pxc-2.upgrade-proxysql-pxc.upgrade-proxysql-3521", "hostgroup": "10"}
2026-04-08T13:22:39.160Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1"}
2026-04-08T13:22:39.160Z	INFO	pod is online	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-2"}
2026-04-08T13:22:39.369Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1", "currentRevision": "upgrade-proxysql-pxc-7bf75df8f9", "targetRevision": "upgrade-proxysql-pxc-6ddc898697"}
2026-04-08T13:22:49.483Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1", "currentRevision": "upgrade-proxysql-pxc-7bf75df8f9", "targetRevision": "upgrade-proxysql-pxc-6ddc898697"}
2026-04-08T13:22:59.452Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1", "phase": "Pending"}
2026-04-08T13:22:59.452Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1", "reason": "PodInitializing"}
2026-04-08T13:23:39.493Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1"}
2026-04-08T13:23:39.510Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-3521", "hostgroup": "10"}
2026-04-08T13:23:49.512Z	INFO	pod present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1", "host": "upgrade-proxysql-pxc-1.upgrade-proxysql-pxc.upgrade-proxysql-3521", "hostgroup": "10"}
2026-04-08T13:23:49.516Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0"}
2026-04-08T13:23:49.516Z	INFO	pod is online	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-1"}
2026-04-08T13:23:49.753Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0", "currentRevision": "upgrade-proxysql-pxc-7bf75df8f9", "targetRevision": "upgrade-proxysql-pxc-6ddc898697"}
2026-04-08T13:23:59.861Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0", "currentRevision": "upgrade-proxysql-pxc-7bf75df8f9", "targetRevision": "upgrade-proxysql-pxc-6ddc898697"}
2026-04-08T13:24:09.840Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0", "phase": "Pending"}
2026-04-08T13:24:09.840Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0", "reason": "PodInitializing"}
2026-04-08T13:24:49.867Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0"}
2026-04-08T13:24:49.884Z	INFO	pod present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0", "host": "upgrade-proxysql-pxc-0.upgrade-proxysql-pxc.upgrade-proxysql-3521", "hostgroup": "11"}
2026-04-08T13:24:49.887Z	INFO	pod is online	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "pod": "upgrade-proxysql-pxc-0"}
2026-04-08T13:24:49.887Z	INFO	smart update finished	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284"}
2026-04-08T13:24:49.933Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "196eba9c-793c-417a-a265-f6c4b4f93284", "new version": "5.7.44-48-57"}
2026-04-08T13:24:53.221Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "adc6eb63-faf5-4b6e-a509-be96a5781224"}
2026-04-08T13:24:59.160Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "f6a578a8-927e-4a21-844e-d9044c59f8bf"}
2026-04-08T13:25:05.406Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "b994710c-0d5b-45c8-af38-2a455b712234"}
2026-04-08T13:25:11.654Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "4bebacc1-7d6b-4352-9797-522ad7682963"}
2026-04-08T13:25:17.982Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "1d71532a-e1a7-4626-9df0-4b8b85948e40"}
2026-04-08T13:25:24.379Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "7c01681e-81b7-4f6f-a4cd-4b77c9060c5e"}
2026-04-08T13:25:30.386Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"upgrade-proxysql","namespace":"upgrade-proxysql-3521"}, "namespace": "upgrade-proxysql-3521", "name": "upgrade-proxysql", "reconcileID": "1505e2ba-c8d8-4606-b353-5e8e51f8a586"}
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:834
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ kubectl patch pxc -n upgrade-proxysql-3521 upgrade-proxysql --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.ued3EVoPgM
++ mktemp
+ local LAST_ERR=/tmp/tmp.qegr4gxIlh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ued3EVoPgM
perconaxtradbcluster.pxc.percona.com "upgrade-proxysql" deleted from upgrade-proxysql-3521 namespace
+ cat /tmp/tmp.qegr4gxIlh
+ rm /tmp/tmp.ued3EVoPgM /tmp/tmp.qegr4gxIlh
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.UDhFmI3HE6
++ mktemp
+ local LAST_ERR=/tmp/tmp.grl5xbNGfZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UDhFmI3HE6
No resources found
+ cat /tmp/tmp.grl5xbNGfZ
+ rm /tmp/tmp.UDhFmI3HE6 /tmp/tmp.grl5xbNGfZ
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.yTjDf6rCqW
++ mktemp
+ local LAST_ERR=/tmp/tmp.2Bu3jP7DNs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yTjDf6rCqW
No resources found
+ cat /tmp/tmp.2Bu3jP7DNs
+ rm /tmp/tmp.yTjDf6rCqW /tmp/tmp.2Bu3jP7DNs
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.bk99lWocm5
++ mktemp
+ local LAST_ERR=/tmp/tmp.7LRI5aLc1E
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bk99lWocm5
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.7LRI5aLc1E
+ rm /tmp/tmp.bk99lWocm5 /tmp/tmp.7LRI5aLc1E
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace upgrade-proxysql-3521
+ rm -rf /tmp/tmp.vutB16EI3o
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.U22cJnfAVW
+ local LAST_OUT=/tmp/tmp.gkGJCCI8Ry
++ mktemp
++ mktemp
++ grep perconaxtradbcluster
+ local LAST_ERR=/tmp/tmp.wQ6ELBsDLU
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.5RyHtDISTc
+ local exit_status=0
++ awk '{print $1}'
++ tr '\n' ' '
++ kubectl get crd
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace upgrade-proxysql-3521
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator
+ kubectl delete crd perconaxtradbclusterbackups.pxc.percona.com perconaxtradbclusterrestores.pxc.percona.com perconaxtradbclusters.pxc.percona.com
customresourcedefinition.apiextensions.k8s.io "perconaxtradbclusterbackups.pxc.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaxtradbclusterrestores.pxc.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaxtradbclusters.pxc.percona.com" deleted
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------