Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/logs/upgrade-proxysql-5-7.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ CLUSTER=upgrade-proxysql
+ CLUSTER_SIZE=3
+ TARGET_OPERATOR_VER=1.15.0
+ TARGET_IMAGE=perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc5.7
+ TARGET_IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
+ TARGET_IMAGE_PROXY=perconalab/percona-xtradb-cluster-operator:main-proxysql
+ TARGET_IMAGE_HAPROXY=perconalab/percona-xtradb-cluster-operator:main-haproxy
+ TARGET_IMAGE_BACKUP=perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc5.7
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=5.7
++ curl -s https://check.percona.com/versions/v1/pxc-operator
++ jq -r '.versions[].operator'
++ tail -n1
++ sort -V
+ INIT_OPERATOR_VER=1.14.0
+ [[ 1.14.0 == \1\.\1\5\.\0 ]]
+ GIT_TAG=v1.14.0
++ curl -s 'https://check.percona.com/versions/v1/pxc-operator/1.14.0/latest?databaseVersion=5.7'
+ INIT_OPERATOR_IMAGES='{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ OPERATOR_NAME=percona-xtradb-cluster-operator
++ jq -r '.versions[].matrix.operator[].imagePath'
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ IMAGE=percona/percona-xtradb-cluster-operator:1.14.0
++ echo perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e
++ cut -d/ -f1
+ [[ perconalab == \p\e\r\c\o\n\a\l\a\b ]]
+ IMAGE=perconalab/percona-xtradb-cluster-operator:1.14.0
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.pxc[].imagePath'
+ IMAGE_PXC=percona/percona-xtradb-cluster:5.7.44-31.65
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.pmm[].imagePath'
+ IMAGE_PMM_CLIENT=percona/pmm-client:2.41.2
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
++ jq -r '.versions[].matrix.proxysql[].imagePath'
+ IMAGE_PROXY=percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2
++ jq -r '.versions[].matrix.haproxy[].imagePath'
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ IMAGE_HAPROXY=percona/percona-xtradb-cluster-operator:1.14.0-haproxy
++ jq -r '.versions[].matrix.backup[].imagePath'
++ echo '{"versions":[{"product":"pxc-operator","operator":"1.14.0","matrix":{"mongod":{},"pxc":{"5.7.44-31.65":{"imagePath":"percona/percona-xtradb-cluster:5.7.44-31.65","imageHash":"36fafdef46485839d4ff7c6dc73b4542b07031644c0152e911acb9734ff2be85","imageHashArm64":"","status":"recommended","critical":false}},"pmm":{"2.41.2":{"imagePath":"percona/pmm-client:2.41.2","imageHash":"16d2499c1cbcc1af51bd3752fe7623b0d0a319ee128b12d41cadf8080d1ce56b","imageHashArm64":"","status":"recommended","critical":false}},"proxysql":{"2.5.5-1.2":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2","imageHash":"fcd7c1366f26f3dbaeff65d7ee08c43bbb88838cec9a0085447c1b56c717870d","imageHashArm64":"","status":"recommended","critical":false}},"haproxy":{"2.8.5":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-haproxy","imageHash":"15b9dad6d59c7995456b92fb1b5c17501ecbc8bafb758ff6e7417d409f06bbbd","imageHashArm64":"","status":"recommended","critical":false}},"backup":{"2.4.29":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29","imageHash":"e4871437d1a6952f67c43bd10a236dd36c72519220971a8ce644e9320a2a642e","imageHashArm64":"","status":"recommended","critical":false}},"operator":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0","imageHash":"e1b5b1d9db19f394f47b32f374a017d9debcf1e06325ab7bcc4b233da59f6f19","imageHashArm64":"2652b81a26be7b07e084e1ccbfe42e64143eb6a32e4529f1e4b27e1061dbc0b1","status":"recommended","critical":false}},"logCollector":{"1.14.0":{"imagePath":"percona/percona-xtradb-cluster-operator:1.14.0-logcollector","imageHash":"f8f56b8da5b1d9859dded3f89b7ce41c5b3ceba6d78f7d4152bd0b14bafc60f4","imageHashArm64":"","status":"recommended","critical":false}},"postgresql":{},"pgbackrest":{},"pgbackrestRepo":{},"pgbadger":{},"pgbouncer":{},"pxcOperator":{},"psmdbOperator":{},"pgOperatorApiserver":{},"pgOperatorEvent":{},"pgOperatorRmdata":{},"pgOperatorScheduler":{},"pgOperator":{},"pgOperatorDeployer":{},"psOperator":{},"mysql":{},"router":{},"orchestrator":{},"toolkit":{},"postgis":{}}}]}'
+ IMAGE_BACKUP=percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29
+ [[ 1.15.0 == \1\.\1\4\.\0 ]]
+ main
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.OX3A8R2jcT
++ mktemp
+ local LAST_ERR=/tmp/tmp.pD0GLVulvg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OX3A8R2jcT
namespace/cert-manager created
+ cat /tmp/tmp.pD0GLVulvg
+ rm /tmp/tmp.OX3A8R2jcT /tmp/tmp.pD0GLVulvg
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.Klb32vdBAu
++ mktemp
+ local LAST_ERR=/tmp/tmp.8xQPDqZ8ZO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Klb32vdBAu
namespace/cert-manager labeled
+ cat /tmp/tmp.8xQPDqZ8ZO
+ rm /tmp/tmp.Klb32vdBAu /tmp/tmp.8xQPDqZ8ZO
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.1PD9lar2Gq
++ mktemp
+ local LAST_ERR=/tmp/tmp.7ynYzUnTnU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1PD9lar2Gq
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.7ynYzUnTnU
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.1PD9lar2Gq /tmp/tmp.7ynYzUnTnU
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
+ create_infra_gh upgrade-proxysql-30935 v1.14.0
+ local ns=upgrade-proxysql-30935
+ local git_tag=v1.14.0
+ '[' -n pxc-operator ']'
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
++ mktemp
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.roKhgIk7uv
++ mktemp
+ local LAST_OUT=/tmp/tmp.OHoetOJKYr
++ mktemp
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ local LAST_ERR=/tmp/tmp.oL73n2UQNK
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.JUTYslModE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.roKhgIk7uv
+ cat /tmp/tmp.oL73n2UQNK
+ rm /tmp/tmp.roKhgIk7uv /tmp/tmp.oL73n2UQNK
+ return 0
namespace "cert-manager" deleted
namespace "upgrade-proxysql-24069" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OHoetOJKYr
namespace "pxc-operator" deleted
+ cat /tmp/tmp.JUTYslModE
+ rm /tmp/tmp.OHoetOJKYr /tmp/tmp.JUTYslModE
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Vl0RvQcrlg
++ mktemp
+ local LAST_ERR=/tmp/tmp.fy9KLqfJnB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Vl0RvQcrlg
namespace/pxc-operator created
+ cat /tmp/tmp.fy9KLqfJnB
+ rm /tmp/tmp.Vl0RvQcrlg /tmp/tmp.fy9KLqfJnB
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Tr2HzLVt7q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.W8JyWZ1Txy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Tr2HzLVt7q
++ cat /tmp/tmp.W8JyWZ1Txy
++ rm /tmp/tmp.Tr2HzLVt7q /tmp/tmp.W8JyWZ1Txy
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.BbwdvA6x99
++ mktemp
+ local LAST_ERR=/tmp/tmp.2a62k2HTCS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BbwdvA6x99
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6" modified.
+ cat /tmp/tmp.2a62k2HTCS
+ rm /tmp/tmp.BbwdvA6x99 /tmp/tmp.2a62k2HTCS
+ return 0
+ deploy_operator_gh v1.14.0
+ local git_tag=v1.14.0
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

++ kubectl_bin get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uqroAZ1Hgd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7d3Hem2QZN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crds -o 'jsonpath={.items[?(@.metadata.name == "perconaxtradbclusters.pxc.percona.com")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uqroAZ1Hgd
++ cat /tmp/tmp.7d3Hem2QZN
++ rm /tmp/tmp.uqroAZ1Hgd /tmp/tmp.7d3Hem2QZN
++ return 0
+ [[ -n perconaxtradbclusters.pxc.percona.com ]]
++ kubectl_bin get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-14-0")].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FiHxi2m69O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LCITTb37gY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/perconaxtradbclusters.pxc.percona.com -o 'jsonpath={.spec.versions[?(@.name == "v1-14-0")].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FiHxi2m69O
++ cat /tmp/tmp.LCITTb37gY
++ rm /tmp/tmp.FiHxi2m69O /tmp/tmp.LCITTb37gY
++ return 0
+ [[ -n '' ]]
+ kubectl_bin apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.zwoXgwtRks
++ mktemp
+ local LAST_ERR=/tmp/tmp.xWc2lESFOj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zwoXgwtRks
+ cat /tmp/tmp.xWc2lESFOj
+ rm /tmp/tmp.zwoXgwtRks /tmp/tmp.xWc2lESFOj
+ return 0
+ local rbac_yaml=rbac
+ local operator_yaml=operator.yaml
+ '[' -n pxc-operator ']'
+ rbac_yaml=cw-rbac
+ operator_yaml=cw-operator.yaml
+ apply_rbac_gh cw-rbac v1.14.0
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ local git_tag=v1.14.0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/cw-rbac.yaml
+ /usr/bin/sed -i -e 's^namespace: .*^namespace: pxc-operator^' /tmp/tmp.4oV9Dzdi75/rbac_v1.14.0.yaml
+ kubectl_bin apply -f /tmp/tmp.4oV9Dzdi75/rbac_v1.14.0.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.6eh06XLCM7
++ mktemp
+ local LAST_ERR=/tmp/tmp.iyeUzXa7N7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /tmp/tmp.4oV9Dzdi75/rbac_v1.14.0.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6eh06XLCM7
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.iyeUzXa7N7
+ rm /tmp/tmp.6eh06XLCM7 /tmp/tmp.iyeUzXa7N7
+ return 0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/cw-operator.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:1.14.0^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ cat /tmp/tmp.4oV9Dzdi75/cw-operator.yaml_v1.14.0.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"'
+ kubectl_bin apply -n pxc-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.7jr1isKnvc
++ mktemp
+ local LAST_ERR=/tmp/tmp.fb3mu2NYKa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n pxc-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7jr1isKnvc
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.fb3mu2NYKa
+ rm /tmp/tmp.7jr1isKnvc /tmp/tmp.fb3mu2NYKa
+ return 0
+ sleep 2
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S0u7zGtDEo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rWLg5hFGGw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.S0u7zGtDEo
++ cat /tmp/tmp.rWLg5hFGGw
++ rm /tmp/tmp.S0u7zGtDEo /tmp/tmp.rWLg5hFGGw
++ return 0
+ wait_pod percona-xtradb-cluster-operator-7b86f9967b-r2gqj
+ local pod=percona-xtradb-cluster-operator-7b86f9967b-r2gqj
+ local max_retry=480
+ local ns=
++ echo percona-xtradb-cluster-operator-7b86f9967b-r2gqj
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-7b86f9967b-r2gqj condition met
percona-xtradb-cluster-operator-7b86f9967b-r2gqj.Ok
+ create_namespace upgrade-proxysql-30935
+ local namespace=upgrade-proxysql-30935
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces upgrade-proxysql-30935'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces upgrade-proxysql-30935
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace upgrade-proxysql-30935
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.JdqKTU4Xmx
+ local LAST_OUT=/tmp/tmp.PfnufFUQZW
++ mktemp
+ local LAST_ERR=/tmp/tmp.8YeB3DE4eA
+ local exit_status=0
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.87YW9ZEidI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-30935
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JdqKTU4Xmx
+ cat /tmp/tmp.8YeB3DE4eA
+ rm /tmp/tmp.JdqKTU4Xmx /tmp/tmp.8YeB3DE4eA
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-30935
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace upgrade-proxysql-30935
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.PfnufFUQZW
+ cat /tmp/tmp.87YW9ZEidI
Error from server (NotFound): namespaces "upgrade-proxysql-30935" not found
+ rm /tmp/tmp.PfnufFUQZW /tmp/tmp.87YW9ZEidI
+ return 1
+ :
+ wait_for_delete namespace/upgrade-proxysql-30935
+ local res=namespace/upgrade-proxysql-30935
+ echo -n 'namespace/upgrade-proxysql-30935 - '
namespace/upgrade-proxysql-30935 - + set +o xtrace
Error from server (NotFound): namespaces "upgrade-proxysql-30935" not found
+ desc 'create namespace upgrade-proxysql-30935'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace upgrade-proxysql-30935
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace upgrade-proxysql-30935
++ mktemp
+ local LAST_OUT=/tmp/tmp.dXTW2eUAN1
++ mktemp
+ local LAST_ERR=/tmp/tmp.GBuBDOjGc7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace upgrade-proxysql-30935
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dXTW2eUAN1
namespace/upgrade-proxysql-30935 created
+ cat /tmp/tmp.GBuBDOjGc7
+ rm /tmp/tmp.dXTW2eUAN1 /tmp/tmp.GBuBDOjGc7
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dbTfkIZPnP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MFbYYvTAZL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dbTfkIZPnP
++ cat /tmp/tmp.MFbYYvTAZL
++ rm /tmp/tmp.dbTfkIZPnP /tmp/tmp.MFbYYvTAZL
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=upgrade-proxysql-30935
++ mktemp
+ local LAST_OUT=/tmp/tmp.aGZ1FDmnj7
++ mktemp
+ local LAST_ERR=/tmp/tmp.Wu1XxRtAte
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=upgrade-proxysql-30935
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aGZ1FDmnj7
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6" modified.
+ cat /tmp/tmp.Wu1XxRtAte
+ rm /tmp/tmp.aGZ1FDmnj7 /tmp/tmp.Wu1XxRtAte
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.DyNeCGLT7t
++ mktemp
+ local LAST_ERR=/tmp/tmp.3YlhxnolmO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.DyNeCGLT7t
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.3YlhxnolmO
+ rm /tmp/tmp.DyNeCGLT7t /tmp/tmp.3YlhxnolmO
+ return 0
+ local proxy=proxysql
+ local cr_yaml=/tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
+ prepare_cr_yaml /tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml proxysql upgrade-proxysql 3 v1.14.0
+ local cr_yaml=/tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ local git_tag=v1.14.0
+ curl -s https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.14.0/deploy/cr.yaml
+ yq eval '
			.metadata.name = "upgrade-proxysql" |
			.spec.secretsName = "my-cluster-secrets" |
			.spec.vaultSecretName = "some-name-vault" |
			.spec.sslSecretName = "some-name-ssl" |
			.spec.sslInternalSecretName = "some-name-ssl-internal" |
			.spec.upgradeOptions.apply = "disabled" |
			.spec.pxc.size = 3 |
			.spec.proxysql.size = 3 |
			.spec.haproxy.size = 3 |
			.spec.pxc.image = "-pxc" |
			.spec.proxysql.image = "-proxysql" |
			.spec.haproxy.image = "-haproxy" |
			.spec.backup.image = "-backup" |
			.spec.backup.storages.minio.s3.credentialsSecret = "minio-secret" |
			.spec.backup.storages.minio.s3.region = "us-east-1" |
			.spec.backup.storages.minio.s3.bucket = "operator-testing" |
			.spec.backup.storages.minio.s3.endpointUrl = "http://minio-service.#namespace:9000/" |
			.spec.backup.storages.minio.type = "s3" |
			.spec.pmm.image = "-pmm"
		' -
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ yq -i eval '
			.spec.haproxy.enabled = false |
			.spec.proxysql.enabled = true
		' /tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
+ spinup_pxc upgrade-proxysql /tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml 3 30 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets_without_tls.yml
+ local cluster=upgrade-proxysql
+ local config=/tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
+ local size=3
+ local sleep=30
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets_without_tls.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets_without_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.C80OKKA7f4
++ mktemp
+ local LAST_ERR=/tmp/tmp.1tX7XY5Eua
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets_without_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.C80OKKA7f4
secret/my-cluster-secrets created
+ cat /tmp/tmp.1tX7XY5Eua
+ rm /tmp/tmp.C80OKKA7f4 /tmp/tmp.1tX7XY5Eua
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ local LAST_OUT=/tmp/tmp.huGdAxBIi8
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.14.0#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/percona-xtradb-cluster-operator:1.14.0-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-30935~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29#'
+ local LAST_ERR=/tmp/tmp.vfinhHn7Io
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:2.41.2#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.huGdAxBIi8
deployment.apps/pxc-client created
+ cat /tmp/tmp.vfinhHn7Io
+ rm /tmp/tmp.huGdAxBIi8 /tmp/tmp.vfinhHn7Io
+ return 0
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
+ [[ upgrade-proxysql == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
+ [[ upgrade-proxysql == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]]
+ apply_config /tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
+ cat /tmp/tmp.4oV9Dzdi75/cr_1.14.0_proxysql.yaml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:1.14.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: percona/pmm-client:2.41.2#'
+ local LAST_OUT=/tmp/tmp.4HykhHux5P
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:5.7.44-31.65#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-proxysql-30935~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: percona/percona-xtradb-cluster-operator:1.14.0-haproxy#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2#'
+ local LAST_ERR=/tmp/tmp.dxrCTmRfY5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4HykhHux5P
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql created
+ cat /tmp/tmp.dxrCTmRfY5
+ rm /tmp/tmp.4HykhHux5P /tmp/tmp.dxrCTmRfY5
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy upgrade-proxysql
++ local target_cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iiMKGmFCd0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.QPWCC2i3jq
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.iiMKGmFCd0
+++ cat /tmp/tmp.QPWCC2i3jq
+++ rm /tmp/tmp.iiMKGmFCd0 /tmp/tmp.QPWCC2i3jq
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.y1af8IYp9B
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ThXiTmOqWc
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.y1af8IYp9B
+++ cat /tmp/tmp.ThXiTmOqWc
+++ rm /tmp/tmp.y1af8IYp9B /tmp/tmp.ThXiTmOqWc
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo upgrade-proxysql-proxysql
++ return
+ local proxy=upgrade-proxysql-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-30935
++ mktemp
+ local LAST_OUT=/tmp/tmp.RZHVZSzoxF
++ mktemp
+ local LAST_ERR=/tmp/tmp.yUVPtFOd89
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-30935
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-30935
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n upgrade-proxysql-30935
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.RZHVZSzoxF
+ cat /tmp/tmp.yUVPtFOd89
error: no matching resources found
+ rm /tmp/tmp.RZHVZSzoxF /tmp/tmp.yUVPtFOd89
+ return 1
+ true
+ wait_for_running upgrade-proxysql-proxysql 1
+ local name=upgrade-proxysql-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-proxysql-0 480
+ local pod=upgrade-proxysql-proxysql-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
Error from server (NotFound): pods "upgrade-proxysql-proxysql-0" not found
upgrade-proxysql-proxysql-0.............Ok
+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
upgrade-proxysql-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
upgrade-proxysql-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
upgrade-proxysql-pxc-2.Ok
+ sleep 30
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 5\.7 ]]
++ is_keyring_plugin_in_use upgrade-proxysql
++ local cluster=upgrade-proxysql
++ kubectl_bin exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nNLTR5IYLf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LoDXnhpn0J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nNLTR5IYLf
++ cat /tmp/tmp.LoDXnhpn0J
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.nNLTR5IYLf /tmp/tmp.LoDXnhpn0J
++ return 0
+ [[ -n '' ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4cLU10iPQb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.X43Grvx6fe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4cLU10iPQb
++ cat /tmp/tmp.X43Grvx6fe
++ rm /tmp/tmp.4cLU10iPQb /tmp/tmp.X43Grvx6fe
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h upgrade-proxysql-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tTSWRPEWKq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wR4yHwJGtO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tTSWRPEWKq
++ cat /tmp/tmp.wR4yHwJGtO
++ rm /tmp/tmp.tTSWRPEWKq /tmp/tmp.wR4yHwJGtO
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QOEXh7PZZR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y23VaLklf0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QOEXh7PZZR
++ cat /tmp/tmp.Y23VaLklf0
++ rm /tmp/tmp.QOEXh7PZZR /tmp/tmp.Y23VaLklf0
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.4oV9Dzdi75/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.4oV9Dzdi75/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ndgyP4cHqG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.68o5OORJQ8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ndgyP4cHqG
++ cat /tmp/tmp.68o5OORJQ8
++ rm /tmp/tmp.ndgyP4cHqG /tmp/tmp.68o5OORJQ8
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.4oV9Dzdi75/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.4oV9Dzdi75/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QKKzcCeUe4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Wf5wbELrNq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QKKzcCeUe4
++ cat /tmp/tmp.Wf5wbELrNq
++ rm /tmp/tmp.QKKzcCeUe4 /tmp/tmp.Wf5wbELrNq
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.4oV9Dzdi75/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.4oV9Dzdi75/select-1.sql
++ is_keyring_plugin_in_use upgrade-proxysql
++ local cluster=upgrade-proxysql
++ kubectl_bin exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Qyh4t98KMU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YWE6cpE9S7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it upgrade-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Qyh4t98KMU
++ cat /tmp/tmp.YWE6cpE9S7
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.Qyh4t98KMU /tmp/tmp.YWE6cpE9S7
++ return 0
+ '[' '' ']'
+ compare_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YhPqAWvjGS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NdFJSKfBL9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YhPqAWvjGS
++ cat /tmp/tmp.NdFJSKfBL9
++ rm /tmp/tmp.YhPqAWvjGS /tmp/tmp.NdFJSKfBL9
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FopUBW6WDl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H0PPkSTNgs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FopUBW6WDl
++ cat /tmp/tmp.H0PPkSTNgs
++ rm /tmp/tmp.FopUBW6WDl /tmp/tmp.H0PPkSTNgs
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ desc 'upgrade operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
upgrade operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.V5KtUe9Jfv
++ mktemp
+ local LAST_ERR=/tmp/tmp.NgETmap535
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.V5KtUe9Jfv
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.NgETmap535
+ rm /tmp/tmp.V5KtUe9Jfv /tmp/tmp.NgETmap535
+ return 0
+ [[ -n pxc-operator ]]
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ym9xc6kJ9P
++ mktemp
+ local LAST_ERR=/tmp/tmp.exUTRLcZoM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ym9xc6kJ9P
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.exUTRLcZoM
+ rm /tmp/tmp.ym9xc6kJ9P /tmp/tmp.exUTRLcZoM
+ return 0
+ kubectl_bin patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e"}]}}}}' -n pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.nwaDg7d13v
++ mktemp
+ local LAST_ERR=/tmp/tmp.KWSlIdqCue
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch deployment percona-xtradb-cluster-operator '-p{"spec":{"template":{"spec":{"containers":[{"name":"percona-xtradb-cluster-operator","image":"perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e"}]}}}}' -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nwaDg7d13v
deployment.apps/percona-xtradb-cluster-operator patched
+ cat /tmp/tmp.KWSlIdqCue
+ rm /tmp/tmp.nwaDg7d13v /tmp/tmp.KWSlIdqCue
+ return 0
+ kubectl_bin rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.F3L58gMfuo
++ mktemp
+ local LAST_ERR=/tmp/tmp.StgA62eVKK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl rollout status deployment/percona-xtradb-cluster-operator -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.F3L58gMfuo
Waiting for deployment "percona-xtradb-cluster-operator" rollout to finish: 0 of 1 updated replicas are available...
deployment "percona-xtradb-cluster-operator" successfully rolled out
+ cat /tmp/tmp.StgA62eVKK
+ rm /tmp/tmp.F3L58gMfuo /tmp/tmp.StgA62eVKK
+ return 0
+ sleep 10
+ desc 'wait for operator upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for operator upgrade
-----------------------------------------------------------------------------------

+ local i=0
+ local max=60
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator
++ grep -vc NAME
++ awk '{print $1}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DR05xE5VUo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Wr3twvqffb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DR05xE5VUo
++ cat /tmp/tmp.Wr3twvqffb
++ rm /tmp/tmp.DR05xE5VUo /tmp/tmp.Wr3twvqffb
++ return 0
+ [[ 1 -eq 1 ]]
+ '[' -n pxc-operator ']'
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kofRRxyVZ0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WxCMSDdYTH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kofRRxyVZ0
++ cat /tmp/tmp.WxCMSDdYTH
++ rm /tmp/tmp.kofRRxyVZ0 /tmp/tmp.WxCMSDdYTH
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wcSxdaRGo1
++ mktemp
+ local LAST_ERR=/tmp/tmp.mYSVlYQMkm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wcSxdaRGo1
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6" modified.
+ cat /tmp/tmp.mYSVlYQMkm
+ rm /tmp/tmp.wcSxdaRGo1 /tmp/tmp.mYSVlYQMkm
+ return 0
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image'
++ grep perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e
++ awk '{print $1}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o8QyxOQ6cu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yO5axOhnrn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'custom-columns=NAME:.metadata.name,IMAGE:.spec.containers[0].image'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o8QyxOQ6cu
++ cat /tmp/tmp.yO5axOhnrn
++ rm /tmp/tmp.o8QyxOQ6cu /tmp/tmp.yO5axOhnrn
++ return 0
+ wait_pod percona-xtradb-cluster-operator-784b65d7d6-dx5wz
+ local pod=percona-xtradb-cluster-operator-784b65d7d6-dx5wz
+ local max_retry=480
+ local ns=
++ echo percona-xtradb-cluster-operator-784b65d7d6-dx5wz
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-784b65d7d6-dx5wz condition met
percona-xtradb-cluster-operator-784b65d7d6-dx5wz.Ok
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5vHpjxAZmo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B0ersybMGG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5vHpjxAZmo
++ cat /tmp/tmp.B0ersybMGG
++ rm /tmp/tmp.5vHpjxAZmo /tmp/tmp.B0ersybMGG
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=upgrade-proxysql-30935
++ mktemp
+ local LAST_OUT=/tmp/tmp.tx1AD4jMFw
++ mktemp
+ local LAST_ERR=/tmp/tmp.xzvmSjXRDZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6 --namespace=upgrade-proxysql-30935
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tx1AD4jMFw
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster6" modified.
+ cat /tmp/tmp.xzvmSjXRDZ
+ rm /tmp/tmp.tx1AD4jMFw /tmp/tmp.xzvmSjXRDZ
+ return 0
+ desc 'check images and generation after operator upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
check images and generation after operator upgrade
-----------------------------------------------------------------------------------

+ check_pxc_liveness upgrade-proxysql 3
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ wait_cluster_consistency upgrade-proxysql 3
+ local cluster_name=upgrade-proxysql
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
++ get_proxy_size upgrade-proxysql
++ local cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.92joD0P3Mr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.uMqtbc4fjW
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.92joD0P3Mr
+++ cat /tmp/tmp.uMqtbc4fjW
+++ rm /tmp/tmp.92joD0P3Mr /tmp/tmp.uMqtbc4fjW
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4KYReFiGH5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WUGXu10b5x
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.4KYReFiGH5
+++ cat /tmp/tmp.WUGXu10b5x
+++ rm /tmp/tmp.4KYReFiGH5 /tmp/tmp.WUGXu10b5x
+++ return 0
++ [[ true == \t\r\u\e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PXehn9jqnJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LwxDEHen7s
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PXehn9jqnJ
++ cat /tmp/tmp.LwxDEHen7s
++ rm /tmp/tmp.PXehn9jqnJ /tmp/tmp.LwxDEHen7s
++ return 0
++ return
+ proxy_size=3
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eHQm1S5hvN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5yzVI1G9xM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.eHQm1S5hvN
++ cat /tmp/tmp.5yzVI1G9xM
++ rm /tmp/tmp.eHQm1S5hvN /tmp/tmp.5yzVI1G9xM
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xoMx0lt8JB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K4v1FPTRI7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xoMx0lt8JB
++ cat /tmp/tmp.K4v1FPTRI7
++ rm /tmp/tmp.xoMx0lt8JB /tmp/tmp.K4v1FPTRI7
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine upgrade-proxysql
+++ local cluster_name=upgrade-proxysql
++++ get_proxy upgrade-proxysql
++++ local target_cluster=upgrade-proxysql
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.po1vSdLNkq
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.I3RgbTSLrs
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.po1vSdLNkq
+++++ cat /tmp/tmp.I3RgbTSLrs
+++++ rm /tmp/tmp.po1vSdLNkq /tmp/tmp.I3RgbTSLrs
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.bp6g4PY7Xc
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.UEZBhpyoEH
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.bp6g4PY7Xc
+++++ cat /tmp/tmp.UEZBhpyoEH
+++++ rm /tmp/tmp.bp6g4PY7Xc /tmp/tmp.UEZBhpyoEH
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo upgrade-proxysql-proxysql
++++ return
+++ local cluster_proxy=upgrade-proxysql-proxysql
+++ echo proxysql
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WTWShGstar
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N9Je3nRApa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WTWShGstar
++ cat /tmp/tmp.N9Je3nRApa
++ rm /tmp/tmp.WTWShGstar /tmp/tmp.N9Je3nRApa
++ return 0
+ [[ 3 == \3 ]]
+ wait_for_running upgrade-proxysql-pxc 3
+ local name=upgrade-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-0 480
+ local pod=upgrade-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-0 condition met
upgrade-proxysql-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-1 480
+ local pod=upgrade-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-1 condition met
upgrade-proxysql-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod upgrade-proxysql-pxc-2 480
+ local pod=upgrade-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo upgrade-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/upgrade-proxysql-pxc-2 condition met
upgrade-proxysql-pxc-2.Ok
++ seq 0 2
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-0.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tX8mryryZF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KFa1lFeejP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tX8mryryZF
++ cat /tmp/tmp.KFa1lFeejP
++ rm /tmp/tmp.tX8mryryZF /tmp/tmp.KFa1lFeejP
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.4oV9Dzdi75/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.4oV9Dzdi75/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-1.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.slea7WEDc4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K2hTzS7x0E
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.slea7WEDc4
++ cat /tmp/tmp.K2hTzS7x0E
++ rm /tmp/tmp.slea7WEDc4 /tmp/tmp.K2hTzS7x0E
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.4oV9Dzdi75/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.4oV9Dzdi75/select-1.sql
+ for i in '$(seq 0 $((cluster_size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h upgrade-proxysql-pxc-2.upgrade-proxysql-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.B7jHoZGCNa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.46RxEk0qrm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.B7jHoZGCNa
++ cat /tmp/tmp.46RxEk0qrm
++ rm /tmp/tmp.B7jHoZGCNa /tmp/tmp.46RxEk0qrm
++ return 0
+ client_pod=pxc-client-54c6d79f5-cxgfx
+ wait_pod pxc-client-54c6d79f5-cxgfx
+ local pod=pxc-client-54c6d79f5-cxgfx
+ local max_retry=480
+ local ns=
++ echo pxc-client-54c6d79f5-cxgfx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-54c6d79f5-cxgfx condition met
pxc-client-54c6d79f5-cxgfx.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.4oV9Dzdi75/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/upgrade-proxysql/compare/select-1.sql /tmp/tmp.4oV9Dzdi75/select-1.sql
++ kubectl_bin get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J1YZFPaYct
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8YLDP31Z4s
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pod -n pxc-operator --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[*].spec.containers[?(@.name == "percona-xtradb-cluster-operator")].image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.J1YZFPaYct
++ cat /tmp/tmp.8YLDP31Z4s
++ rm /tmp/tmp.J1YZFPaYct /tmp/tmp.8YLDP31Z4s
++ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e == perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IxrVA9NFsh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.upCVPGXQoc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IxrVA9NFsh
++ cat /tmp/tmp.upCVPGXQoc
++ rm /tmp/tmp.IxrVA9NFsh /tmp/tmp.upCVPGXQoc
++ return 0
+ [[ percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2 == percona/percona-xtradb-cluster-operator:1.14.0-proxysql2.5.5-1.2 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sTUqfvdStj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Id8tA6uKJ4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sTUqfvdStj
++ cat /tmp/tmp.Id8tA6uKJ4
++ rm /tmp/tmp.sTUqfvdStj /tmp/tmp.Id8tA6uKJ4
++ return 0
+ [[ percona/percona-xtradb-cluster-operator:1.14.0-haproxy == percona/percona-xtradb-cluster-operator:1.14.0-haproxy ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TIlWG6OWcj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9gja9P40cI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.backup.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TIlWG6OWcj
++ cat /tmp/tmp.9gja9P40cI
++ rm /tmp/tmp.TIlWG6OWcj /tmp/tmp.9gja9P40cI
++ return 0
+ [[ percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29 == percona/percona-xtradb-cluster-operator:1.14.0-pxc5.7-backup-pxb2.4.29 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ppCGQG0Agy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ERxhldDplq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pmm.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ppCGQG0Agy
++ cat /tmp/tmp.ERxhldDplq
++ rm /tmp/tmp.ppCGQG0Agy /tmp/tmp.ERxhldDplq
++ return 0
+ [[ percona/pmm-client:2.41.2 == percona/pmm-client:2.41.2 ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UoaqcskAI1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oiv6lF3Oi8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.pxc.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UoaqcskAI1
++ cat /tmp/tmp.oiv6lF3Oi8
++ rm /tmp/tmp.UoaqcskAI1 /tmp/tmp.oiv6lF3Oi8
++ return 0
+ [[ percona/percona-xtradb-cluster:5.7.44-31.65 == percona/percona-xtradb-cluster:5.7.44-31.65 ]]
+ : Operator image has been updated correctly
+ compare_generation 1 proxysql upgrade-proxysql
+ local generation=1
+ local proxy=proxysql
+ local cluster=upgrade-proxysql
+ local current_generation
+ [[ proxysql == \h\a\p\r\o\x\y ]]
+ containers=(pxc proxysql)
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hy0Q8AgUVu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VMRudIvq6P
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-pxc -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hy0Q8AgUVu
++ cat /tmp/tmp.VMRudIvq6P
++ rm /tmp/tmp.hy0Q8AgUVu /tmp/tmp.VMRudIvq6P
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ for container in '"${containers[@]}"'
++ kubectl_bin get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8WxvfBUrQT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nFAagcUjbt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get statefulset upgrade-proxysql-proxysql -o 'jsonpath={.metadata.generation}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8WxvfBUrQT
++ cat /tmp/tmp.nFAagcUjbt
++ rm /tmp/tmp.8WxvfBUrQT /tmp/tmp.nFAagcUjbt
++ return 0
+ current_generation=1
+ [[ 1 != \1 ]]
+ desc 'patch pxc images and upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch pxc images and upgrade
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc upgrade-proxysql --type=merge --patch '{
        "spec": {
            "crVersion": "1.15.0",
            "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7" },
            "pmm": { "image": "perconalab/pmm-client:dev-latest" },
            "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" },
            "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" },
            "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup" }
        }}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZNrHkz5rWI
++ mktemp
+ local LAST_ERR=/tmp/tmp.t0J9yKtlKX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc upgrade-proxysql --type=merge --patch '{
        "spec": {
            "crVersion": "1.15.0",
            "pxc": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7" },
            "pmm": { "image": "perconalab/pmm-client:dev-latest" },
            "haproxy": { "image": "perconalab/percona-xtradb-cluster-operator:main-haproxy" },
            "proxysql": { "image": "perconalab/percona-xtradb-cluster-operator:main-proxysql" },
            "backup": { "image": "perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup" }
        }}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZNrHkz5rWI
perconaxtradbcluster.pxc.percona.com/upgrade-proxysql patched
+ cat /tmp/tmp.t0J9yKtlKX
+ rm /tmp/tmp.ZNrHkz5rWI /tmp/tmp.t0J9yKtlKX
+ return 0
+ sleep 10
+ desc 'check images and generation after full upgrade'
+ set +o xtrace


-----------------------------------------------------------------------------------
check images and generation after full upgrade
-----------------------------------------------------------------------------------

+ check_pxc_liveness upgrade-proxysql 3
+ local cluster=upgrade-proxysql
+ local cluster_size=3
+ wait_cluster_consistency upgrade-proxysql 3
+ local cluster_name=upgrade-proxysql
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
++ get_proxy_size upgrade-proxysql
++ local cluster=upgrade-proxysql
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.EEUTMOanAw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.CkwqvkxCDO
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.EEUTMOanAw
+++ cat /tmp/tmp.CkwqvkxCDO
+++ rm /tmp/tmp.EEUTMOanAw /tmp/tmp.CkwqvkxCDO
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vO3UdvKEmb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1ygy7DYDEQ
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.vO3UdvKEmb
+++ cat /tmp/tmp.1ygy7DYDEQ
+++ rm /tmp/tmp.vO3UdvKEmb /tmp/tmp.1ygy7DYDEQ
+++ return 0
++ [[ true == \t\r\u\e ]]
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.w3oAoinHnr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fJ1qAoDgh3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.spec.proxysql.size}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.w3oAoinHnr
++ cat /tmp/tmp.fJ1qAoDgh3
++ rm /tmp/tmp.w3oAoinHnr /tmp/tmp.fJ1qAoDgh3
++ return 0
++ return
+ proxy_size=3
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tKjy544d88
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AqQU44NM74
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tKjy544d88
++ cat /tmp/tmp.AqQU44NM74
++ rm /tmp/tmp.tKjy544d88 /tmp/tmp.AqQU44NM74
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DnrrIalJa3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6xL794CURt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DnrrIalJa3
++ cat /tmp/tmp.6xL794CURt
++ rm /tmp/tmp.DnrrIalJa3 /tmp/tmp.6xL794CURt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dCutYnd4xi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NxDcFYo1dk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dCutYnd4xi
++ cat /tmp/tmp.NxDcFYo1dk
++ rm /tmp/tmp.dCutYnd4xi /tmp/tmp.NxDcFYo1dk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mJLRZbqsRA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Cb4M8JWnyI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mJLRZbqsRA
++ cat /tmp/tmp.Cb4M8JWnyI
++ rm /tmp/tmp.mJLRZbqsRA /tmp/tmp.Cb4M8JWnyI
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.twlLeRD3Vg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.39vKm1gqqt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.twlLeRD3Vg
++ cat /tmp/tmp.39vKm1gqqt
++ rm /tmp/tmp.twlLeRD3Vg /tmp/tmp.39vKm1gqqt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wniPBum3o8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6v0B15VjiK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wniPBum3o8
++ cat /tmp/tmp.6v0B15VjiK
++ rm /tmp/tmp.wniPBum3o8 /tmp/tmp.6v0B15VjiK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.APbOA18u4J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PFNxbLNFCu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.APbOA18u4J
++ cat /tmp/tmp.PFNxbLNFCu
++ rm /tmp/tmp.APbOA18u4J /tmp/tmp.PFNxbLNFCu
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.w4ByYz6Rp2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.63goQDQIHU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.w4ByYz6Rp2
++ cat /tmp/tmp.63goQDQIHU
++ rm /tmp/tmp.w4ByYz6Rp2 /tmp/tmp.63goQDQIHU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ng1OLtTAr5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aQVM8mF0Bt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ng1OLtTAr5
++ cat /tmp/tmp.aQVM8mF0Bt
++ rm /tmp/tmp.ng1OLtTAr5 /tmp/tmp.aQVM8mF0Bt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZczUnkJBgQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fiULZlueVT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZczUnkJBgQ
++ cat /tmp/tmp.fiULZlueVT
++ rm /tmp/tmp.ZczUnkJBgQ /tmp/tmp.fiULZlueVT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XXksQv9ASG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FXbRqDMWfT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XXksQv9ASG
++ cat /tmp/tmp.FXbRqDMWfT
++ rm /tmp/tmp.XXksQv9ASG /tmp/tmp.FXbRqDMWfT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fXOusqlyP8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.om85toHx88
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fXOusqlyP8
++ cat /tmp/tmp.om85toHx88
++ rm /tmp/tmp.fXOusqlyP8 /tmp/tmp.om85toHx88
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uw24DrlAmQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DsxIUOTv1p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uw24DrlAmQ
++ cat /tmp/tmp.DsxIUOTv1p
++ rm /tmp/tmp.uw24DrlAmQ /tmp/tmp.DsxIUOTv1p
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 12 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KutKFlgmnA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.T0OsLmNFG6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KutKFlgmnA
++ cat /tmp/tmp.T0OsLmNFG6
++ rm /tmp/tmp.KutKFlgmnA /tmp/tmp.T0OsLmNFG6
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 13 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UhDCvVJr6O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2McJoALzpn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UhDCvVJr6O
++ cat /tmp/tmp.2McJoALzpn
++ rm /tmp/tmp.UhDCvVJr6O /tmp/tmp.2McJoALzpn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 14 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.p0StB3oHrP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1g6IiSMa01
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.p0StB3oHrP
++ cat /tmp/tmp.1g6IiSMa01
++ rm /tmp/tmp.p0StB3oHrP /tmp/tmp.1g6IiSMa01
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 15 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tQDDXK3oFD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vHVvLOvfUx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tQDDXK3oFD
++ cat /tmp/tmp.vHVvLOvfUx
++ rm /tmp/tmp.tQDDXK3oFD /tmp/tmp.vHVvLOvfUx
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 16 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WIrVKaotNL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pZjVvarrKE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WIrVKaotNL
++ cat /tmp/tmp.pZjVvarrKE
++ rm /tmp/tmp.WIrVKaotNL /tmp/tmp.pZjVvarrKE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 17 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oKK4Z3bcPp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FABPCy0QPG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oKK4Z3bcPp
++ cat /tmp/tmp.FABPCy0QPG
++ rm /tmp/tmp.oKK4Z3bcPp /tmp/tmp.FABPCy0QPG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 18 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GjCONsV9g0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dgy1zZ3IVR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GjCONsV9g0
++ cat /tmp/tmp.dgy1zZ3IVR
++ rm /tmp/tmp.GjCONsV9g0 /tmp/tmp.dgy1zZ3IVR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 19 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pFGD9SOlue
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3VRJBVX1gD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pFGD9SOlue
++ cat /tmp/tmp.3VRJBVX1gD
++ rm /tmp/tmp.pFGD9SOlue /tmp/tmp.3VRJBVX1gD
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 20 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0SIL8I5apO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Nhkud0edCF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0SIL8I5apO
++ cat /tmp/tmp.Nhkud0edCF
++ rm /tmp/tmp.0SIL8I5apO /tmp/tmp.Nhkud0edCF
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 21 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IeQxPEUQDw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wZ5NOQ83Ui
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IeQxPEUQDw
++ cat /tmp/tmp.wZ5NOQ83Ui
++ rm /tmp/tmp.IeQxPEUQDw /tmp/tmp.wZ5NOQ83Ui
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 22 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bbEQXUZ8Hs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DY0njpK2bF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bbEQXUZ8Hs
++ cat /tmp/tmp.DY0njpK2bF
++ rm /tmp/tmp.bbEQXUZ8Hs /tmp/tmp.DY0njpK2bF
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 23 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vY9p2YrOt3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GAdVJxyYJs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vY9p2YrOt3
++ cat /tmp/tmp.GAdVJxyYJs
++ rm /tmp/tmp.vY9p2YrOt3 /tmp/tmp.GAdVJxyYJs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 24 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ngs641XQof
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ca6EHZf4K1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ngs641XQof
++ cat /tmp/tmp.Ca6EHZf4K1
++ rm /tmp/tmp.Ngs641XQof /tmp/tmp.Ca6EHZf4K1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 25 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3cUBrL8SLJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0hi7iJtrAd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3cUBrL8SLJ
++ cat /tmp/tmp.0hi7iJtrAd
++ rm /tmp/tmp.3cUBrL8SLJ /tmp/tmp.0hi7iJtrAd
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 26 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2LyetGlvqG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WnzqMPAebF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2LyetGlvqG
++ cat /tmp/tmp.WnzqMPAebF
++ rm /tmp/tmp.2LyetGlvqG /tmp/tmp.WnzqMPAebF
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 27 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.p2dyfLbMw6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZH7FEkNTaC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.p2dyfLbMw6
++ cat /tmp/tmp.ZH7FEkNTaC
++ rm /tmp/tmp.p2dyfLbMw6 /tmp/tmp.ZH7FEkNTaC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 28 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t66DMNgamq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6FsmtvoDaB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.t66DMNgamq
++ cat /tmp/tmp.6FsmtvoDaB
++ rm /tmp/tmp.t66DMNgamq /tmp/tmp.6FsmtvoDaB
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 29 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aEX7eQ0J13
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q91gHw4uMF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aEX7eQ0J13
++ cat /tmp/tmp.q91gHw4uMF
++ rm /tmp/tmp.aEX7eQ0J13 /tmp/tmp.q91gHw4uMF
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 30 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ygreYgXVeb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HfKHxjN67S
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ygreYgXVeb
++ cat /tmp/tmp.HfKHxjN67S
++ rm /tmp/tmp.ygreYgXVeb /tmp/tmp.HfKHxjN67S
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 31 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dcan26UQh5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.beYPhKSQUf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dcan26UQh5
++ cat /tmp/tmp.beYPhKSQUf
++ rm /tmp/tmp.dcan26UQh5 /tmp/tmp.beYPhKSQUf
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 32 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dbpbteVzJK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tSfrB1uRj8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dbpbteVzJK
++ cat /tmp/tmp.tSfrB1uRj8
++ rm /tmp/tmp.dbpbteVzJK /tmp/tmp.tSfrB1uRj8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 33 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C0N4d167ky
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3AvjCrkTxk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.C0N4d167ky
++ cat /tmp/tmp.3AvjCrkTxk
++ rm /tmp/tmp.C0N4d167ky /tmp/tmp.3AvjCrkTxk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 34 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qiePwTFBY8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EGIHCWEnsZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qiePwTFBY8
++ cat /tmp/tmp.EGIHCWEnsZ
++ rm /tmp/tmp.qiePwTFBY8 /tmp/tmp.EGIHCWEnsZ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 35 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DnO8vzxrVZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UMdXnNmMuk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc upgrade-proxysql -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DnO8vzxrVZ
++ cat /tmp/tmp.UMdXnNmMuk
++ rm /tmp/tmp.DnO8vzxrVZ /tmp/tmp.UMdXnNmMuk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 36 -ge 36 ]]
+ echo 'Something went wrong waiting for cluster consistency!'
Something went wrong waiting for cluster consistency!
+ exit 1