Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/logs/upgrade-proxysql-5-7.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ CLUSTER=upgrade-proxysql
+ CLUSTER_SIZE=3
+ TARGET_OPERATOR_VER=1.15.0
+ TARGET_IMAGE=perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc5.7
+ TARGET_IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
+ TARGET_IMAGE_PROXY=perconalab/percona-xtradb-cluster-operator:main-proxysql
+ TARGET_IMAGE_HAPROXY=perconalab/percona-xtradb-cluster-operator:main-haproxy
+ TARGET_IMAGE_BACKUP=perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc5.7
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=5.7
++ curl -s https://check.percona.com/versions/v1/pxc-operator
++ jq -r '.versions[].operator'
++ sort -V
++ tail -n1
+ INIT_OPERATOR_VER=1.14.0
+ [[ 1.14.0 == \1\.\1\5\.\0 ]]
+ GIT_TAG=v1.14.0
++ curl -s 'https://check.percona.com/versions/v1/pxc-operator/1.14.0/latest?databaseVersion=5.7'
+ INIT_OPERATOR_IMAGES='{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ OPERATOR_NAME=percona-xtradb-cluster-operator
++ jq -r '.versions[].matrix.operator[].imagePath'
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ IMAGE=percona/percona-xtradb-cluster-operator:1.14.0
++ echo perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237
++ cut -d/ -f1
+ [[ perconalab == \p\e\r\c\o\n\a\l\a\b ]]
+ IMAGE=perconalab/percona-xtradb-cluster-operator:1.14.0
++ jq -r '.versions[].matrix.pxc[].imagePath'
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ IMAGE_PXC=percona/percona-xtradb-cluster:5.7.44-31.65
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.pmm[].imagePath'
+ IMAGE_PMM_CLIENT=percona/pmm-client:2.41.2
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.proxysql[].imagePath'
+ IMAGE_PROXY=percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.haproxy[].imagePath'
+ IMAGE_HAPROXY=percona/percona-xtradb-cluster-operator:1.14.0-haproxy
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.backup[].imagePath'
+ IMAGE_BACKUP=percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29
+ [[ 1.15.0 == \1\.\1\4\.\0 ]]
+ main
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.Qt3OUI8emD
++ mktemp
+ local LAST_ERR=/tmp/tmp.lgVlXHkJAk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Qt3OUI8emD
namespace/cert-manager created
+ cat /tmp/tmp.lgVlXHkJAk
+ rm /tmp/tmp.Qt3OUI8emD /tmp/tmp.lgVlXHkJAk
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.OJWt58zl2h
++ mktemp
+ local LAST_ERR=/tmp/tmp.gscvR0JlHH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OJWt58zl2h
namespace/cert-manager labeled
+ cat /tmp/tmp.gscvR0JlHH
+ rm /tmp/tmp.OJWt58zl2h /tmp/tmp.gscvR0JlHH
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.y3ke1xkzq6
++ mktemp
+ local LAST_ERR=/tmp/tmp.yZrJQmaS6P
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.y3ke1xkzq6
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.yZrJQmaS6P
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.y3ke1xkzq6 /tmp/tmp.yZrJQmaS6P
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
+ create_infra_gh upgrade-proxysql-32111 v1.14.0
+ local ns=upgrade-proxysql-32111
+ local git_tag=v1.14.0
+ '[' -n pxc-operator ']'
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
++ mktemp
+ set +o xtrace
+ xargs kubectl delete ns


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.0mWbL0BwU7
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.72x2fVYBOi
++ mktemp
+ local LAST_ERR=/tmp/tmp.Tnjr1UKJWZ
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.FYWohoJ5ko
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0mWbL0BwU7
+ cat /tmp/tmp.Tnjr1UKJWZ
+ rm /tmp/tmp.0mWbL0BwU7 /tmp/tmp.Tnjr1UKJWZ
+ return 0
namespace "cert-manager" deleted
namespace "upgrade-proxysql-25755" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.72x2fVYBOi
namespace "pxc-operator" deleted
+ cat /tmp/tmp.FYWohoJ5ko
+ rm /tmp/tmp.72x2fVYBOi /tmp/tmp.FYWohoJ5ko
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.6q7dvgGh6e
++ mktemp
+ local LAST_ERR=/tmp/tmp.HfuwA8OKQM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6q7dvgGh6e
namespace/pxc-operator created
+ cat /tmp/tmp.HfuwA8OKQM
+ rm /tmp/tmp.6q7dvgGh6e /tmp/tmp.HfuwA8OKQM
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.m7WHqSsKFn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VL9yuw4utM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.m7WHqSsKFn
++ cat /tmp/tmp.VL9yuw4utM
++ rm /tmp/tmp.m7WHqSsKFn /tmp/tmp.VL9yuw4utM
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wEm4DxW7vI
++ mktemp
+ local LAST_ERR=/tmp/tmp.okE1JHxEcH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wEm4DxW7vI
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8" modified.
+ cat /tmp/tmp.okE1JHxEcH
+ rm /tmp/tmp.wEm4DxW7vI /tmp/tmp.okE1JHxEcH
+ return 0
+ deploy_operator_gh v1.14.0
+ local git_tag=v1.14.0
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

++ kubectl_bin get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4udIqSXSHw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ue3nTsVry3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4udIqSXSHw
++ cat /tmp/tmp.ue3nTsVry3
++ rm /tmp/tmp.4udIqSXSHw /tmp/tmp.ue3nTsVry3
++ return 0
+ [[ -n perconaxtradbclusters.pxc.percona.com ]]
++ kubectl_bin get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-14-0")].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TTnHoN1jkg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fsNDtOrX9A
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-14-0")].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TTnHoN1jkg
++ cat /tmp/tmp.fsNDtOrX9A
++ rm /tmp/tmp.TTnHoN1jkg /tmp/tmp.fsNDtOrX9A
++ return 0
+ [[ -n '' ]]
+ kubectl_bin apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.8YADbSHqG7
++ mktemp
+ local LAST_ERR=/tmp/tmp.prf44H3pWF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8YADbSHqG7
+ cat /tmp/tmp.prf44H3pWF
+ rm /tmp/tmp.8YADbSHqG7 /tmp/tmp.prf44H3pWF
+ return 0
+ local rbac_yaml=rbac
+ local operator_yaml=operator.yaml
+ '[' -n pxc-operator ']'
+ rbac_yaml=cw-rbac
+ operator_yaml=cw-operator.yaml
+ apply_rbac_gh cw-rbac v1.14.0
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ local git_tag=v1.14.0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/cw-rbac.yaml
+ /usr/bin/sed -i -e 's^namespace: .*^namespace: pxc-operator^' /tmp/tmp.OjaG2Hletu/rbac_v1.14.0.yaml
+ kubectl_bin apply -f /tmp/tmp.OjaG2Hletu/rbac_v1.14.0.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.qpSt6a1fPW
++ mktemp
+ local LAST_ERR=/tmp/tmp.10Fgsgc94U
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /tmp/tmp.OjaG2Hletu/rbac_v1.14.0.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qpSt6a1fPW
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.10Fgsgc94U
+ rm /tmp/tmp.qpSt6a1fPW /tmp/tmp.10Fgsgc94U
+ return 0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/cw-operator.yaml
+ cat /tmp/tmp.OjaG2Hletu/cw-operator.yaml_v1.14.0.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:1.14.0^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"'
+ kubectl_bin apply -n pxc-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.jL0L3Herh0
++ mktemp
+ local LAST_ERR=/tmp/tmp.VGf1dIoNf8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n pxc-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jL0L3Herh0
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.VGf1dIoNf8
+ rm /tmp/tmp.jL0L3Herh0 /tmp/tmp.VGf1dIoNf8
+ return 0
+ sleep 2
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8KYVeB1I7D
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xHBCP1oGZ8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8KYVeB1I7D
++ cat /tmp/tmp.xHBCP1oGZ8
++ rm /tmp/tmp.8KYVeB1I7D /tmp/tmp.xHBCP1oGZ8
++ return 0
+ wait_pod percona-xtradb-cluster-operator-7b86f9967b-6vkkj
+ local pod=percona-xtradb-cluster-operator-7b86f9967b-6vkkj
+ local max_retry=480
+ local ns=
++ echo percona-xtradb-cluster-operator-7b86f9967b-6vkkj
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-7b86f9967b-6vkkj condition met
percona-xtradb-cluster-operator-7b86f9967b-6vkkj.Ok
+ create_namespace upgrade-proxysql-32111
+ local namespace=upgrade-proxysql-32111
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces upgrade-proxysql-32111'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces upgrade-proxysql-32111
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace upgrade-proxysql-32111
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.VK2NNi1lNw
++ mktemp
+ local LAST_OUT=/tmp/tmp.cMMgYL3Wz2
++ mktemp
+ local LAST_ERR=/tmp/tmp.BkxYdk4NBo
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.CB9Ur0cRqa
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-32111
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-32111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VK2NNi1lNw
+ cat /tmp/tmp.CB9Ur0cRqa
+ rm /tmp/tmp.VK2NNi1lNw /tmp/tmp.CB9Ur0cRqa
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-32111
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.cMMgYL3Wz2
+ cat /tmp/tmp.BkxYdk4NBo
Error from server (NotFound): namespaces "upgrade-proxysql-32111" not found
+ rm /tmp/tmp.cMMgYL3Wz2 /tmp/tmp.BkxYdk4NBo
+ return 1
+ :
+ wait_for_delete namespace/upgrade-proxysql-32111
+ local res=namespace/upgrade-proxysql-32111
+ echo -n 'namespace/upgrade-proxysql-32111 - '
namespace/upgrade-proxysql-32111 - + set +o xtrace
Error from server (NotFound): namespaces "upgrade-proxysql-32111" not found
+ desc 'create namespace upgrade-proxysql-32111'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace upgrade-proxysql-32111
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace upgrade-proxysql-32111
++ mktemp
+ local LAST_OUT=/tmp/tmp.w5e4UuTVwj
++ mktemp
+ local LAST_ERR=/tmp/tmp.85aTLQkDne
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace upgrade-proxysql-32111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.w5e4UuTVwj
namespace/upgrade-proxysql-32111 created
+ cat /tmp/tmp.85aTLQkDne
+ rm /tmp/tmp.w5e4UuTVwj /tmp/tmp.85aTLQkDne
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.udLL2RJXTW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FoiT582a1F
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.udLL2RJXTW
++ cat /tmp/tmp.FoiT582a1F
++ rm /tmp/tmp.udLL2RJXTW /tmp/tmp.FoiT582a1F
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=upgrade-proxysql-32111
++ mktemp
+ local LAST_OUT=/tmp/tmp.J45isgdBmx
++ mktemp
+ local LAST_ERR=/tmp/tmp.8DrQN468nn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=upgrade-proxysql-32111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.J45isgdBmx
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8" modified.
+ cat /tmp/tmp.8DrQN468nn
+ rm /tmp/tmp.J45isgdBmx /tmp/tmp.8DrQN468nn
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.l3zcOVxLrj
++ mktemp
+ local LAST_ERR=/tmp/tmp.bBUBggdo4L
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.l3zcOVxLrj
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.bBUBggdo4L
+ rm /tmp/tmp.l3zcOVxLrj /tmp/tmp.bBUBggdo4L
+ return 0
+ local proxy=proxysql
+ local cr_yaml=/tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
+ prepare_cr_yaml /tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml proxysql upgrade-proxysql 3 v1.14.0
+ local cr_yaml=/tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ local git_tag=v1.14.0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/cr.yaml
+ yq eval '
			.metadata.name = "upgrade-proxysql" |
			.spec.secretsName = "my-cluster-secrets" |
			.spec.vaultSecretName = "some-name-vault" |
			.spec.sslSecretName = "some-name-ssl" |
			.spec.sslInternalSecretName = "some-name-ssl-internal" |
			.spec.upgradeOptions.apply = "disabled" |
			.spec.pxc.size = 3 |
			.spec.proxysql.size = 3 |
			.spec.haproxy.size = 3 |
			.spec.pxc.image = "-pxc" |
			.spec.proxysql.image = "-proxysql" |
			.spec.haproxy.image = "-haproxy" |
			.spec.backup.image = "-backup" |
			.spec.backup.storages.minio.s3.credentialsSecret = "minio-secret" |
			.spec.backup.storages.minio.s3.region = "us-east-1" |
			.spec.backup.storages.minio.s3.bucket = "operator-testing" |
			.spec.backup.storages.minio.s3.endpointUrl = "http://minio-service.#namespace:9000/" |
			.spec.backup.storages.minio.type = "s3" |
			.spec.pmm.image = "-pmm"
		' -
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ yq -i eval '
			.spec.haproxy.enabled = false |
			.spec.proxysql.enabled = true
		' /tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
+ spinup_pxc upgrade-proxysql /tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml 3 30 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/secrets_without_tls.yml
+ local cluster=upgrade-proxysql
+ local config=/tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
+ local size=3
+ local sleep=30
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/secrets_without_tls.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/secrets_without_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MZuwhAPSSY
++ mktemp
+ local LAST_ERR=/tmp/tmp.KaaRnZMYjH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/secrets_without_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MZuwhAPSSY
secret/my-cluster-secrets created
+ cat /tmp/tmp.KaaRnZMYjH
+ rm /tmp/tmp.MZuwhAPSSY /tmp/tmp.KaaRnZMYjH
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.14.0#'
+ local LAST_OUT=/tmp/tmp.ItVFCSHj82
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/percona-xtradb-cluster-operator:1.14.0-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:2.41.2#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-32111~
+ local LAST_ERR=/tmp/tmp.0kmmO1b4hv
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ItVFCSHj82
deployment.apps/pxc-client created
+ cat /tmp/tmp.0kmmO1b4hv
+ rm /tmp/tmp.ItVFCSHj82 /tmp/tmp.0kmmO1b4hv
+ return 0
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ upgrade-proxysql == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
+ [[ upgrade-proxysql == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]]
+ apply_config /tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ cat /tmp/tmp.OjaG2Hletu/cr_1.14.0_proxysql.yaml
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ local LAST_OUT=/tmp/tmp.yxUzuK5FIg
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.14.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/percona-xtradb-cluster-operator:1.14.0-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:2.41.2#'
+ local LAST_ERR=/tmp/tmp.knYC0S0SA5
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-32111~
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yxUzuK5FIg
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql created
+ cat /tmp/tmp.knYC0S0SA5
+ rm /tmp/tmp.yxUzuK5FIg /tmp/tmp.knYC0S0SA5
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy upgrade-proxysql
++ local target_cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4AttLwEpzP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.zSl1PJqCmj
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.4AttLwEpzP
+++ cat /tmp/tmp.zSl1PJqCmj
+++ rm /tmp/tmp.4AttLwEpzP /tmp/tmp.zSl1PJqCmj
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.SugQQhUtBB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lAiaoBoVUC
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.SugQQhUtBB
+++ cat /tmp/tmp.lAiaoBoVUC
+++ rm /tmp/tmp.SugQQhUtBB /tmp/tmp.lAiaoBoVUC
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo upgrade-proxysql-proxysql
++ return
+ local proxy=upgrade-proxysql-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-32111
++ mktemp
+ local LAST_OUT=/tmp/tmp.VHWoVxztR3
++ mktemp
+ local LAST_ERR=/tmp/tmp.mENQI57zXP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-32111
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-32111
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-32111
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.VHWoVxztR3
+ cat /tmp/tmp.mENQI57zXP
error: no matching resources found
+ rm /tmp/tmp.VHWoVxztR3 /tmp/tmp.mENQI57zXP
+ return 1
+ true
+ wait_for_running upgrade-proxysql-proxysql 1
+ local name=upgrade-proxysql-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-proxysql-0 480
+ local pod=upgrade-proxysql-proxysql-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-proxysql-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=proxysql
+ set +o xtrace
Error from server (NotFound): pods "upgrade-proxysql-proxysql-0" not found
upgrade-proxysql-proxysql-0.............Ok
+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
upgrade-proxysql-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
upgrade-proxysql-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
upgrade-proxysql-pxc-2.Ok
+ sleep 30
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
++ is_keyring_plugin_in_use upgrade-proxysql
++ local cluster=upgrade-proxysql
++ kubectl_bin exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EuzFM8gfld
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AQKbO5dFgT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EuzFM8gfld
++ cat /tmp/tmp.AQKbO5dFgT
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.EuzFM8gfld /tmp/tmp.AQKbO5dFgT
++ return 0
+ [[ -n '' ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iuzjFyOFFE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I7ypZaS26D
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iuzjFyOFFE
++ cat /tmp/tmp.I7ypZaS26D
++ rm /tmp/tmp.iuzjFyOFFE /tmp/tmp.I7ypZaS26D
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yHVuidvKTT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z0XTQMUejx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yHVuidvKTT
++ cat /tmp/tmp.Z0XTQMUejx
++ rm /tmp/tmp.yHVuidvKTT /tmp/tmp.Z0XTQMUejx
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7xBSaqirCY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.e23uO8VDyW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7xBSaqirCY
++ cat /tmp/tmp.e23uO8VDyW
++ rm /tmp/tmp.7xBSaqirCY /tmp/tmp.e23uO8VDyW
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OjaG2Hletu/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.OjaG2Hletu/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9vh49EF3jS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4gU3EXtCae
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9vh49EF3jS
++ cat /tmp/tmp.4gU3EXtCae
++ rm /tmp/tmp.9vh49EF3jS /tmp/tmp.4gU3EXtCae
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OjaG2Hletu/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.OjaG2Hletu/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TMKINfmb7n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IS1cnf7Nat
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TMKINfmb7n
++ cat /tmp/tmp.IS1cnf7Nat
++ rm /tmp/tmp.TMKINfmb7n /tmp/tmp.IS1cnf7Nat
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OjaG2Hletu/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.OjaG2Hletu/select-1.sql
++ is_keyring_plugin_in_use upgrade-proxysql
++ local cluster=upgrade-proxysql
++ kubectl_bin exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JSS4s9u0pX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sBA4iuF7tB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JSS4s9u0pX
++ cat /tmp/tmp.sBA4iuF7tB
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.JSS4s9u0pX /tmp/tmp.sBA4iuF7tB
++ return 0
+ '[' '' ']'
+ compare_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6bGrhPgA81
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0h34WPWZ5t
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6bGrhPgA81
++ cat /tmp/tmp.0h34WPWZ5t
++ rm /tmp/tmp.6bGrhPgA81 /tmp/tmp.0h34WPWZ5t
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vq8YPEbCvz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4CeIXUKOCd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Vq8YPEbCvz
++ cat /tmp/tmp.4CeIXUKOCd
++ rm /tmp/tmp.Vq8YPEbCvz /tmp/tmp.4CeIXUKOCd
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ desc 'upgrade operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
upgrade operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.VGvyncQuXo
++ mktemp
+ local LAST_ERR=/tmp/tmp.v4tlxDhXib
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VGvyncQuXo
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.v4tlxDhXib
+ rm /tmp/tmp.VGvyncQuXo /tmp/tmp.v4tlxDhXib
+ return 0
+ [[ -n pxc-operator ]]
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.QMqpy7fC5q
++ mktemp
+ local LAST_ERR=/tmp/tmp.jBR2q28ZQ0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QMqpy7fC5q
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.jBR2q28ZQ0
+ rm /tmp/tmp.QMqpy7fC5q /tmp/tmp.jBR2q28ZQ0
+ return 0
+ kubectl_bin patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237"}]}}}}' -n pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.z8J9xfCkqp
++ mktemp
+ local LAST_ERR=/tmp/tmp.7GEGvhRXxb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237"}]}}}}' -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.z8J9xfCkqp
deployment.apps/percona-xtradb-cluster-operator patched
+ cat /tmp/tmp.7GEGvhRXxb
+ rm /tmp/tmp.z8J9xfCkqp /tmp/tmp.7GEGvhRXxb
+ return 0
+ kubectl_bin rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.CS3NTXtzso
++ mktemp
+ local LAST_ERR=/tmp/tmp.yLIvAtoXMb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CS3NTXtzso
Waiting for deployment "percona-xtradb-cluster-operator" rollout to finish: 0 of 1 updated replicas are available...
deployment "percona-xtradb-cluster-operator" successfully rolled out
+ cat /tmp/tmp.yLIvAtoXMb
+ rm /tmp/tmp.CS3NTXtzso /tmp/tmp.yLIvAtoXMb
+ return 0
+ sleep 10
+ desc 'wait for operator upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for operator upgrade
-----------------------------------------------------------------------------------

+ local i=0
+ local max=60
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator
++ grep -vc NAME
++ awk '{print $1}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bwo9hhk8ok
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WjttBXVKH6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bwo9hhk8ok
++ cat /tmp/tmp.WjttBXVKH6
++ rm /tmp/tmp.bwo9hhk8ok /tmp/tmp.WjttBXVKH6
++ return 0
+ [[ 1 -eq 1 ]]
+ '[' -n pxc-operator ']'
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZGw2miDsxD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5BN5VxhfUn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZGw2miDsxD
++ cat /tmp/tmp.5BN5VxhfUn
++ rm /tmp/tmp.ZGw2miDsxD /tmp/tmp.5BN5VxhfUn
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q5fnClDTAc
++ mktemp
+ local LAST_ERR=/tmp/tmp.xy9VmU7mCJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Q5fnClDTAc
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8" modified.
+ cat /tmp/tmp.xy9VmU7mCJ
+ rm /tmp/tmp.Q5fnClDTAc /tmp/tmp.xy9VmU7mCJ
+ return 0
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image'
++ grep perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237
++ awk '{print $1}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M2M5KOIsXs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fgL6HdRoMv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.M2M5KOIsXs
++ cat /tmp/tmp.fgL6HdRoMv
++ rm /tmp/tmp.M2M5KOIsXs /tmp/tmp.fgL6HdRoMv
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6b9bb6f889-h6tcs
+ local pod=percona-xtradb-cluster-operator-6b9bb6f889-h6tcs
+ local max_retry=480
+ local ns=
++ echo percona-xtradb-cluster-operator-6b9bb6f889-h6tcs
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6b9bb6f889-h6tcs condition met
percona-xtradb-cluster-operator-6b9bb6f889-h6tcs.Ok
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tpfNwKnavI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GUKkVhX5M3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tpfNwKnavI
++ cat /tmp/tmp.GUKkVhX5M3
++ rm /tmp/tmp.tpfNwKnavI /tmp/tmp.GUKkVhX5M3
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=upgrade-proxysql-32111
++ mktemp
+ local LAST_OUT=/tmp/tmp.8DVkPJWKGM
++ mktemp
+ local LAST_ERR=/tmp/tmp.dTvk9vqniS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8 --namespace=upgrade-proxysql-32111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8DVkPJWKGM
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1716-7bc7e237-1-cluster8" modified.
+ cat /tmp/tmp.dTvk9vqniS
+ rm /tmp/tmp.8DVkPJWKGM /tmp/tmp.dTvk9vqniS
+ return 0
+ desc 'check images and generation after operator upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
check images and generation after operator upgrade
-----------------------------------------------------------------------------------

+ check_pxc_liveness upgrade-proxysql 3
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ wait_cluster_consistency upgrade-proxysql 3
+ local cluster_name=upgrade-proxysql
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
++ get_proxy_size upgrade-proxysql
++ local cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Uj68OyXhGb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.v3xzR4DZ6c
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.Uj68OyXhGb
+++ cat /tmp/tmp.v3xzR4DZ6c
+++ rm /tmp/tmp.Uj68OyXhGb /tmp/tmp.v3xzR4DZ6c
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3lqjNO8KZ0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.FeNwZT28Jw
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.3lqjNO8KZ0
+++ cat /tmp/tmp.FeNwZT28Jw
+++ rm /tmp/tmp.3lqjNO8KZ0 /tmp/tmp.FeNwZT28Jw
+++ return 0
++ [[ true == \t\r\u\e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yy9rRrLjDs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cyCh3QYC2d
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yy9rRrLjDs
++ cat /tmp/tmp.cyCh3QYC2d
++ rm /tmp/tmp.yy9rRrLjDs /tmp/tmp.cyCh3QYC2d
++ return 0
++ return
+ proxy_size=3
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cSOjBGwqF1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H8wwmWiWe3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cSOjBGwqF1
++ cat /tmp/tmp.H8wwmWiWe3
++ rm /tmp/tmp.cSOjBGwqF1 /tmp/tmp.H8wwmWiWe3
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sTkbEUEQsq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dGBaiIP6aY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sTkbEUEQsq
++ cat /tmp/tmp.dGBaiIP6aY
++ rm /tmp/tmp.sTkbEUEQsq /tmp/tmp.dGBaiIP6aY
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine upgrade-proxysql
+++ local cluster_name=upgrade-proxysql
++++ get_proxy upgrade-proxysql
++++ local target_cluster=upgrade-proxysql
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.zV8iE5ibCN
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.RuCynDkAYR
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.zV8iE5ibCN
+++++ cat /tmp/tmp.RuCynDkAYR
+++++ rm /tmp/tmp.zV8iE5ibCN /tmp/tmp.RuCynDkAYR
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.ZprtJg14CO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.mFmbW54KPT
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.ZprtJg14CO
+++++ cat /tmp/tmp.mFmbW54KPT
+++++ rm /tmp/tmp.ZprtJg14CO /tmp/tmp.mFmbW54KPT
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo upgrade-proxysql-proxysql
++++ return
+++ local cluster_proxy=upgrade-proxysql-proxysql
+++ echo proxysql
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.frhSEL4SVp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CfF4H6MKsU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.frhSEL4SVp
++ cat /tmp/tmp.CfF4H6MKsU
++ rm /tmp/tmp.frhSEL4SVp /tmp/tmp.CfF4H6MKsU
++ return 0
+ [[ 3 == \3 ]]
+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
upgrade-proxysql-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
upgrade-proxysql-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
upgrade-proxysql-pxc-2.Ok
++ seq 0 2
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0ScYsld3Ct
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jtmNwDomsk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0ScYsld3Ct
++ cat /tmp/tmp.jtmNwDomsk
++ rm /tmp/tmp.0ScYsld3Ct /tmp/tmp.jtmNwDomsk
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OjaG2Hletu/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.OjaG2Hletu/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uXRks2rZgK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bVd8XaHlPl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uXRks2rZgK
++ cat /tmp/tmp.bVd8XaHlPl
++ rm /tmp/tmp.uXRks2rZgK /tmp/tmp.bVd8XaHlPl
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OjaG2Hletu/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.OjaG2Hletu/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9H01j9qYH4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K0fCL1h4qr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9H01j9qYH4
++ cat /tmp/tmp.K0fCL1h4qr
++ rm /tmp/tmp.9H01j9qYH4 /tmp/tmp.K0fCL1h4qr
++ return 0
+ client_pod=pxc-client-54c6d79f5-4k5fp
+ wait_pod pxc-client-54c6d79f5-4k5fp
+ local pod=pxc-client-54c6d79f5-4k5fp
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-4k5fp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-4k5fp condition met
pxc-client-54c6d79f5-4k5fp.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OjaG2Hletu/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1716/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.OjaG2Hletu/select-1.sql
++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v30yNCGFGT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EELvr6FsQg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.v30yNCGFGT
++ cat /tmp/tmp.EELvr6FsQg
++ rm /tmp/tmp.v30yNCGFGT /tmp/tmp.EELvr6FsQg
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237 == perconalab/percona-xtradb-cluster-operator:PR-1716-7bc7e237 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bWuda3k6Ap
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DV26NQZee5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bWuda3k6Ap
++ cat /tmp/tmp.DV26NQZee5
++ rm /tmp/tmp.bWuda3k6Ap /tmp/tmp.DV26NQZee5
++ return 0
+ [[ percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2 == percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U8fqKnRsa1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.liqf95xFa7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.U8fqKnRsa1
++ cat /tmp/tmp.liqf95xFa7
++ rm /tmp/tmp.U8fqKnRsa1 /tmp/tmp.liqf95xFa7
++ return 0
+ [[ percona/percona-xtradb-cluster-operator:1.14.0-haproxy == percona/percona-xtradb-cluster-operator:1.14.0-haproxy ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BDo8Qzgn3g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fGWWHn4665
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BDo8Qzgn3g
++ cat /tmp/tmp.fGWWHn4665
++ rm /tmp/tmp.BDo8Qzgn3g /tmp/tmp.fGWWHn4665
++ return 0
+ [[ percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29 == percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eTOfwqD9Ui
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RlslmuYYZe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.eTOfwqD9Ui
++ cat /tmp/tmp.RlslmuYYZe
++ rm /tmp/tmp.eTOfwqD9Ui /tmp/tmp.RlslmuYYZe
++ return 0
+ [[ percona/pmm-client:2.41.2 == percona/pmm-client:2.41.2 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ptYumidvXa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.amcj5uqlLk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ptYumidvXa
++ cat /tmp/tmp.amcj5uqlLk
++ rm /tmp/tmp.ptYumidvXa /tmp/tmp.amcj5uqlLk
++ return 0
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 == percona/percona-xtradb-cluster:5.7.44-31.65 ]]
+ : Operator image has been updated correctly
+ compare_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BoAc7kh9Fz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.42rLZZGhy2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BoAc7kh9Fz
++ cat /tmp/tmp.42rLZZGhy2
++ rm /tmp/tmp.BoAc7kh9Fz /tmp/tmp.42rLZZGhy2
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.As7mQPc5ZE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DHcdBne1iM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.As7mQPc5ZE
++ cat /tmp/tmp.DHcdBne1iM
++ rm /tmp/tmp.As7mQPc5ZE /tmp/tmp.DHcdBne1iM
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ desc 'patch pxc images and upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch pxc images and upgrade
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc upgrade-proxysql --type=merge --patch '{
        "spec": {
            "crVersion": "1.15.0",
            "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7" },
            "pmm": { "image": "perconalab/pmm-client:dev-latest" },
            "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" },
            "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" },
            "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup" }
        }}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.oxvSHV8p6i
++ mktemp
+ local LAST_ERR=/tmp/tmp.k4DZVIkr4d
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc upgrade-proxysql --type=merge --patch '{
        "spec": {
            "crVersion": "1.15.0",
            "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7" },
            "pmm": { "image": "perconalab/pmm-client:dev-latest" },
            "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" },
            "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" },
            "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup" }
        }}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oxvSHV8p6i
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql patched
+ cat /tmp/tmp.k4DZVIkr4d
+ rm /tmp/tmp.oxvSHV8p6i /tmp/tmp.k4DZVIkr4d
+ return 0
+ sleep 10
+ desc 'check images and generation after full upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
check images and generation after full upgrade
-----------------------------------------------------------------------------------

+ check_pxc_liveness upgrade-proxysql 3
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ wait_cluster_consistency upgrade-proxysql 3
+ local cluster_name=upgrade-proxysql
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
++ get_proxy_size upgrade-proxysql
++ local cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jAvY7zXUvm
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6peso6DNM7
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.jAvY7zXUvm
+++ cat /tmp/tmp.6peso6DNM7
+++ rm /tmp/tmp.jAvY7zXUvm /tmp/tmp.6peso6DNM7
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.q6ZBydfuZR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.P3CdsLX4km
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.q6ZBydfuZR
+++ cat /tmp/tmp.P3CdsLX4km
+++ rm /tmp/tmp.q6ZBydfuZR /tmp/tmp.P3CdsLX4km
+++ return 0
++ [[ true == \t\r\u\e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L2v1LIVcPO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RbjglDIUK4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.L2v1LIVcPO
++ cat /tmp/tmp.RbjglDIUK4
++ rm /tmp/tmp.L2v1LIVcPO /tmp/tmp.RbjglDIUK4
++ return 0
++ return
+ proxy_size=3
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YmK88Eipeg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.djEThB7Tc7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YmK88Eipeg
++ cat /tmp/tmp.djEThB7Tc7
++ rm /tmp/tmp.YmK88Eipeg /tmp/tmp.djEThB7Tc7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dLQKzorKUs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KZY204rO5n
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dLQKzorKUs
++ cat /tmp/tmp.KZY204rO5n
++ rm /tmp/tmp.dLQKzorKUs /tmp/tmp.KZY204rO5n
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zDJWQOyMUu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nLPZHhnVed
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zDJWQOyMUu
++ cat /tmp/tmp.nLPZHhnVed
++ rm /tmp/tmp.zDJWQOyMUu /tmp/tmp.nLPZHhnVed
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hjtnwnb9QK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l2PbsQjfFH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hjtnwnb9QK
++ cat /tmp/tmp.l2PbsQjfFH
++ rm /tmp/tmp.hjtnwnb9QK /tmp/tmp.l2PbsQjfFH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uMOMq4bRRb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Li9AgmlUFG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uMOMq4bRRb
++ cat /tmp/tmp.Li9AgmlUFG
++ rm /tmp/tmp.uMOMq4bRRb /tmp/tmp.Li9AgmlUFG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VKczPjytsR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wW1rzQTEsF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VKczPjytsR
++ cat /tmp/tmp.wW1rzQTEsF
++ rm /tmp/tmp.VKczPjytsR /tmp/tmp.wW1rzQTEsF
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ETkq9a7cmm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.siNzY6bGHZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ETkq9a7cmm
++ cat /tmp/tmp.siNzY6bGHZ
++ rm /tmp/tmp.ETkq9a7cmm /tmp/tmp.siNzY6bGHZ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T6sAnljZVg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I895FfWbBo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.T6sAnljZVg
++ cat /tmp/tmp.I895FfWbBo
++ rm /tmp/tmp.T6sAnljZVg /tmp/tmp.I895FfWbBo
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J8KlMpoJ5L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i7Xqn3IZ92
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.J8KlMpoJ5L
++ cat /tmp/tmp.i7Xqn3IZ92
++ rm /tmp/tmp.J8KlMpoJ5L /tmp/tmp.i7Xqn3IZ92
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7MBqU3yRny
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XCDHdRL7r9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7MBqU3yRny
++ cat /tmp/tmp.XCDHdRL7r9
++ rm /tmp/tmp.7MBqU3yRny /tmp/tmp.XCDHdRL7r9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ha3PkmYvPq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mAuYIN0c1A
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ha3PkmYvPq
++ cat /tmp/tmp.mAuYIN0c1A
++ rm /tmp/tmp.Ha3PkmYvPq /tmp/tmp.mAuYIN0c1A
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pkzl3gshGH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uW9bMG6Shn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pkzl3gshGH
++ cat /tmp/tmp.uW9bMG6Shn
++ rm /tmp/tmp.pkzl3gshGH /tmp/tmp.uW9bMG6Shn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.P6jIYQoAmC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8z5hcI0EmJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.P6jIYQoAmC
++ cat /tmp/tmp.8z5hcI0EmJ
++ rm /tmp/tmp.P6jIYQoAmC /tmp/tmp.8z5hcI0EmJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 12 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZSzPiX7jvo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RKPOxxbogg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZSzPiX7jvo
++ cat /tmp/tmp.RKPOxxbogg
++ rm /tmp/tmp.ZSzPiX7jvo /tmp/tmp.RKPOxxbogg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 13 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yGVUOZTHhs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KyQIJ9UfjP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yGVUOZTHhs
++ cat /tmp/tmp.KyQIJ9UfjP
++ rm /tmp/tmp.yGVUOZTHhs /tmp/tmp.KyQIJ9UfjP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 14 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.r9OXSGTzTa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ssPjF5phRK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.r9OXSGTzTa
++ cat /tmp/tmp.ssPjF5phRK
++ rm /tmp/tmp.r9OXSGTzTa /tmp/tmp.ssPjF5phRK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 15 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RSrZ5VwIzn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aLWXTIRVvU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RSrZ5VwIzn
++ cat /tmp/tmp.aLWXTIRVvU
++ rm /tmp/tmp.RSrZ5VwIzn /tmp/tmp.aLWXTIRVvU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 16 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ku2JIaVNeA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q9sAe3iIw7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ku2JIaVNeA
++ cat /tmp/tmp.q9sAe3iIw7
++ rm /tmp/tmp.Ku2JIaVNeA /tmp/tmp.q9sAe3iIw7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 17 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dqlyfp8hxb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TpqrV0D6xW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dqlyfp8hxb
++ cat /tmp/tmp.TpqrV0D6xW
++ rm /tmp/tmp.dqlyfp8hxb /tmp/tmp.TpqrV0D6xW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 18 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NZO12eBcgj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q8wGUxDVTs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NZO12eBcgj
++ cat /tmp/tmp.q8wGUxDVTs
++ rm /tmp/tmp.NZO12eBcgj /tmp/tmp.q8wGUxDVTs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 19 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KIbZq8DDk3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xl1zOtnoIp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KIbZq8DDk3
++ cat /tmp/tmp.xl1zOtnoIp
++ rm /tmp/tmp.KIbZq8DDk3 /tmp/tmp.xl1zOtnoIp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 20 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H8hzKeali4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PPNTObw4X2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.H8hzKeali4
++ cat /tmp/tmp.PPNTObw4X2
++ rm /tmp/tmp.H8hzKeali4 /tmp/tmp.PPNTObw4X2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 21 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zHcSVwJpXq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IdmXiQ6GAD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zHcSVwJpXq
++ cat /tmp/tmp.IdmXiQ6GAD
++ rm /tmp/tmp.zHcSVwJpXq /tmp/tmp.IdmXiQ6GAD
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 22 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q7BSzr5Mpx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y4rlIIH0wB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.q7BSzr5Mpx
++ cat /tmp/tmp.Y4rlIIH0wB
++ rm /tmp/tmp.q7BSzr5Mpx /tmp/tmp.Y4rlIIH0wB
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 23 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XLpJpoXb4f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.e4NA13uZsa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XLpJpoXb4f
++ cat /tmp/tmp.e4NA13uZsa
++ rm /tmp/tmp.XLpJpoXb4f /tmp/tmp.e4NA13uZsa
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 24 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ivN75WGElr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4G9JwFpeF4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ivN75WGElr
++ cat /tmp/tmp.4G9JwFpeF4
++ rm /tmp/tmp.ivN75WGElr /tmp/tmp.4G9JwFpeF4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 25 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Eghtf4O5u4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8wEmzznOrm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Eghtf4O5u4
++ cat /tmp/tmp.8wEmzznOrm
++ rm /tmp/tmp.Eghtf4O5u4 /tmp/tmp.8wEmzznOrm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 26 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Kz9NXMjNXm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.woIjnKBFaH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Kz9NXMjNXm
++ cat /tmp/tmp.woIjnKBFaH
++ rm /tmp/tmp.Kz9NXMjNXm /tmp/tmp.woIjnKBFaH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 27 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OrWrsuLqYD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BW4OlHiHPa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OrWrsuLqYD
++ cat /tmp/tmp.BW4OlHiHPa
++ rm /tmp/tmp.OrWrsuLqYD /tmp/tmp.BW4OlHiHPa
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 28 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pgs8kO4pJB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wZsDzkVTOO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pgs8kO4pJB
++ cat /tmp/tmp.wZsDzkVTOO
++ rm /tmp/tmp.pgs8kO4pJB /tmp/tmp.wZsDzkVTOO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 29 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7lk7n7qxO7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UcdwLHQjxz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7lk7n7qxO7
++ cat /tmp/tmp.UcdwLHQjxz
++ rm /tmp/tmp.7lk7n7qxO7 /tmp/tmp.UcdwLHQjxz
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 30 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ql404EmGfp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ysPmlAGKJm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ql404EmGfp
++ cat /tmp/tmp.ysPmlAGKJm
++ rm /tmp/tmp.Ql404EmGfp /tmp/tmp.ysPmlAGKJm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 31 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0W4KAc2SoN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7lnwzseYY3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0W4KAc2SoN
++ cat /tmp/tmp.7lnwzseYY3
++ rm /tmp/tmp.0W4KAc2SoN /tmp/tmp.7lnwzseYY3
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 32 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3HEZgh9dFO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ri7FSqyrD8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3HEZgh9dFO
++ cat /tmp/tmp.Ri7FSqyrD8
++ rm /tmp/tmp.3HEZgh9dFO /tmp/tmp.Ri7FSqyrD8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 33 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O4QAe8ARJW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.06Osq1HD5i
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.O4QAe8ARJW
++ cat /tmp/tmp.06Osq1HD5i
++ rm /tmp/tmp.O4QAe8ARJW /tmp/tmp.06Osq1HD5i
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 34 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9WNwmJ86zL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UkBPAppFGe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9WNwmJ86zL
++ cat /tmp/tmp.UkBPAppFGe
++ rm /tmp/tmp.9WNwmJ86zL /tmp/tmp.UkBPAppFGe
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 35 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ljPvzf6S2n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ho6LZMAhr9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ljPvzf6S2n
++ cat /tmp/tmp.ho6LZMAhr9
++ rm /tmp/tmp.ljPvzf6S2n /tmp/tmp.ho6LZMAhr9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 36 -ge 36 ]]
+ echo 'Something went wrong waiting for cluster consistency!'
Something went wrong waiting for cluster consistency!
+ exit 1