Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/logs/smart-update1-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ API=pxc.percona.com/v9-9-9
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ CLUSTER=smart-update
+ CLUSTER_SIZE=3
+ PROXY_SIZE=2
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=8.0
+ TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ VS_URL=http://version-service
+ VS_PORT=11000
+ VS_ENDPOINT=http://version-service:11000
+ main
+ create_infra smart-update1-16823
+ local ns=smart-update1-16823
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n smart-update1-17148 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.do6UhuMAej
++ mktemp
+ local LAST_ERR=/tmp/tmp.U40yNu8TYb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.do6UhuMAej
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.U40yNu8TYb
+ rm /tmp/tmp.do6UhuMAej /tmp/tmp.U40yNu8TYb
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.GrIBiy3Xg0
++ mktemp
+ local LAST_ERR=/tmp/tmp.dj6dJESmQf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GrIBiy3Xg0
No resources found
+ cat /tmp/tmp.dj6dJESmQf
+ rm /tmp/tmp.GrIBiy3Xg0 /tmp/tmp.dj6dJESmQf
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.aytuOESYIX
++ mktemp
+ local LAST_ERR=/tmp/tmp.vNp4qioKU8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aytuOESYIX
No resources found
+ cat /tmp/tmp.vNp4qioKU8
+ rm /tmp/tmp.aytuOESYIX /tmp/tmp.vNp4qioKU8
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ awk '{print$1}'
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.6xD3qg0lQ3
++ mktemp
+ local LAST_ERR=/tmp/tmp.FLsMR2pTz4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.H6zi6kyCBh
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_ERR=/tmp/tmp.xBEz4GDt6h
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6xD3qg0lQ3
+ cat /tmp/tmp.FLsMR2pTz4
+ rm /tmp/tmp.6xD3qg0lQ3 /tmp/tmp.FLsMR2pTz4
+ return 0
namespace "cert-manager" deleted
namespace "smart-update1-17148" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.H6zi6kyCBh
namespace "pxc-operator" deleted
+ cat /tmp/tmp.xBEz4GDt6h
+ rm /tmp/tmp.H6zi6kyCBh /tmp/tmp.xBEz4GDt6h
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ce9QDKTZm7
++ mktemp
+ local LAST_ERR=/tmp/tmp.DU4pWcppsW
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ce9QDKTZm7
namespace/pxc-operator created
+ cat /tmp/tmp.DU4pWcppsW
+ rm /tmp/tmp.Ce9QDKTZm7 /tmp/tmp.DU4pWcppsW
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tp9S4RYWSN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SGKQ0kG3fA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tp9S4RYWSN
++ cat /tmp/tmp.SGKQ0kG3fA
++ rm /tmp/tmp.tp9S4RYWSN /tmp/tmp.SGKQ0kG3fA
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster3 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.d8SaMqHz7p
++ mktemp
+ local LAST_ERR=/tmp/tmp.LHqt0pgeaY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster3 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.d8SaMqHz7p
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster3" modified.
+ cat /tmp/tmp.LHqt0pgeaY
+ rm /tmp/tmp.d8SaMqHz7p /tmp/tmp.LHqt0pgeaY
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hwUk1DDpc9
++ mktemp
+ local LAST_ERR=/tmp/tmp.w9DFuTQQQa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hwUk1DDpc9
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.w9DFuTQQQa
+ rm /tmp/tmp.hwUk1DDpc9 /tmp/tmp.w9DFuTQQQa
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.EtJSzUlbTv
++ mktemp
+ local LAST_ERR=/tmp/tmp.2N2zukp8ff
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EtJSzUlbTv
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.2N2zukp8ff
+ rm /tmp/tmp.EtJSzUlbTv /tmp/tmp.2N2zukp8ff
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.zZ5MoayIY5
++ mktemp
+ local LAST_ERR=/tmp/tmp.yoJ5AXbd1p
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zZ5MoayIY5
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.yoJ5AXbd1p
+ rm /tmp/tmp.zZ5MoayIY5 /tmp/tmp.yoJ5AXbd1p
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.t8O7hvxwL3
++ mktemp
+ local LAST_ERR=/tmp/tmp.ni50el9wLM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.t8O7hvxwL3
pod/percona-xtradb-cluster-operator-b6944779d-mmvrt condition met
+ cat /tmp/tmp.ni50el9wLM
+ rm /tmp/tmp.t8O7hvxwL3 /tmp/tmp.ni50el9wLM
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ONtz7IVn8q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A0lCPOQTdb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ONtz7IVn8q
++ cat /tmp/tmp.A0lCPOQTdb
++ rm /tmp/tmp.ONtz7IVn8q /tmp/tmp.A0lCPOQTdb
++ return 0
+ wait_pod percona-xtradb-cluster-operator-b6944779d-mmvrt 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-b6944779d-mmvrt
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-b6944779d-mmvrt
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-b6944779d-mmvrt condition met
percona-xtradb-cluster-operator-b6944779d-mmvrt.Ok
+ sleep 3
+ create_namespace smart-update1-16823
+ local namespace=smart-update1-16823
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces smart-update1-16823'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update1-16823
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace smart-update1-16823
++ mktemp
+ kubectl_bin get ns
+ local LAST_OUT=/tmp/tmp.XVJnCnidtM
++ mktemp
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.zxbIpcsxS2
++ mktemp
+ local LAST_ERR=/tmp/tmp.vZuey9R1uJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.uaAAAIqOQs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-16823
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zxbIpcsxS2
+ cat /tmp/tmp.vZuey9R1uJ
+ rm /tmp/tmp.zxbIpcsxS2 /tmp/tmp.vZuey9R1uJ
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-16823
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.XVJnCnidtM
+ cat /tmp/tmp.uaAAAIqOQs
Error from server (NotFound): namespaces "smart-update1-16823" not found
+ rm /tmp/tmp.XVJnCnidtM /tmp/tmp.uaAAAIqOQs
+ return 1
+ :
+ wait_for_delete namespace/smart-update1-16823
+ local res=namespace/smart-update1-16823
+ echo -n 'namespace/smart-update1-16823 - '
namespace/smart-update1-16823 - + set +o xtrace
Error from server (NotFound): namespaces "smart-update1-16823" not found
+ desc 'create namespace smart-update1-16823'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace smart-update1-16823
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace smart-update1-16823
++ mktemp
+ local LAST_OUT=/tmp/tmp.HQOIpsoegj
++ mktemp
+ local LAST_ERR=/tmp/tmp.nnfULAC0lQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace smart-update1-16823
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HQOIpsoegj
namespace/smart-update1-16823 created
+ cat /tmp/tmp.nnfULAC0lQ
+ rm /tmp/tmp.HQOIpsoegj /tmp/tmp.nnfULAC0lQ
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZenfM1Zd3f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iMBbIklvHw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZenfM1Zd3f
++ cat /tmp/tmp.iMBbIklvHw
++ rm /tmp/tmp.ZenfM1Zd3f /tmp/tmp.iMBbIklvHw
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster3 --namespace=smart-update1-16823
++ mktemp
+ local LAST_OUT=/tmp/tmp.6cJbgxOykD
++ mktemp
+ local LAST_ERR=/tmp/tmp.T1XUZli3q3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster3 --namespace=smart-update1-16823
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6cJbgxOykD
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster3" modified.
+ cat /tmp/tmp.T1XUZli3q3
+ rm /tmp/tmp.6cJbgxOykD /tmp/tmp.T1XUZli3q3
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.HdWtq8kLwr
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ktv6Y3zDU0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HdWtq8kLwr
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.Ktv6Y3zDU0
+ rm /tmp/tmp.HdWtq8kLwr /tmp/tmp.Ktv6Y3zDU0
+ return 0
+ deploy_version_service
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.zsehxVjl9g
++ mktemp
+ local LAST_ERR=/tmp/tmp.xFAAjCDmM4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zsehxVjl9g
configmap/versions created
+ cat /tmp/tmp.xFAAjCDmM4
+ rm /tmp/tmp.zsehxVjl9g /tmp/tmp.xFAAjCDmM4
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.2DygN3KHLo
++ mktemp
+ local LAST_ERR=/tmp/tmp.d2rZAxrCTi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.2DygN3KHLo
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.d2rZAxrCTi
+ rm /tmp/tmp.2DygN3KHLo /tmp/tmp.d2rZAxrCTi
+ return 0
+ sleep 10
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.2hRwpbLuhl
++ mktemp
+ local LAST_ERR=/tmp/tmp.CtYoDdWASm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.2hRwpbLuhl
namespace/cert-manager created
+ cat /tmp/tmp.CtYoDdWASm
+ rm /tmp/tmp.2hRwpbLuhl /tmp/tmp.CtYoDdWASm
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.d2Cu3COdoh
++ mktemp
+ local LAST_ERR=/tmp/tmp.2eewVbVbiO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.d2Cu3COdoh
namespace/cert-manager labeled
+ cat /tmp/tmp.2eewVbVbiO
+ rm /tmp/tmp.d2Cu3COdoh /tmp/tmp.2eewVbVbiO
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.tw3nnuW8p4
++ mktemp
+ local LAST_ERR=/tmp/tmp.4Td0DyAF0x
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tw3nnuW8p4
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.4Td0DyAF0x
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.tw3nnuW8p4 /tmp/tmp.4Td0DyAF0x
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
++ jq -r '.versions[].matrix.pxc[].imagePath'
++ grep :8.0
+++ get_operator_pod
+++ local label_prefix=app.kubernetes.io/
++ sort -V
++ head -n1
++ tail -n3
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++++ grep -c percona-xtradb-cluster-operator
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.5hU2zGNtZU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.sDkbk0Ehuj
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.5hU2zGNtZU
+++ cat /tmp/tmp.sDkbk0Ehuj
+++ rm /tmp/tmp.5hU2zGNtZU /tmp/tmp.sDkbk0Ehuj
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-b6944779d-mmvrt -n pxc-operator -- curl -s http://version-service.smart-update1-16823.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0W8fKW5MbY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RbNqAATZGp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-b6944779d-mmvrt -n pxc-operator -- curl -s http://version-service.smart-update1-16823.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0W8fKW5MbY
++ cat /tmp/tmp.RbNqAATZGp
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.0W8fKW5MbY /tmp/tmp.RbNqAATZGp
++ return 0
+ IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1
+ desc 'patch crd'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch crd
-----------------------------------------------------------------------------------

+ kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ggEC1N4njc
++ mktemp
+ local LAST_ERR=/tmp/tmp.MgypM9ZoTf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ggEC1N4njc
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched
+ cat /tmp/tmp.MgypM9ZoTf
+ rm /tmp/tmp.ggEC1N4njc /tmp/tmp.MgypM9ZoTf
+ return 0
+ desc 'Updating ProxySQL PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating ProxySQL PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.B0EQftfcQl/smart-update.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3"' /tmp/tmp.B0EQftfcQl/smart-update.yml
+ spinup_pxc smart-update /tmp/tmp.B0EQftfcQl/smart-update.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.B0EQftfcQl/smart-update.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CPEp2rrRXG
++ mktemp
+ local LAST_ERR=/tmp/tmp.IEwu0Z7tRn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CPEp2rrRXG
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.IEwu0Z7tRn
+ rm /tmp/tmp.CPEp2rrRXG /tmp/tmp.IEwu0Z7tRn
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-16823~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.M6eo0NQWdP
++ mktemp
+ local LAST_ERR=/tmp/tmp.iGPVu6Yw8D
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.M6eo0NQWdP
deployment.apps/pxc-client created
+ cat /tmp/tmp.iGPVu6Yw8D
+ rm /tmp/tmp.M6eo0NQWdP /tmp/tmp.iGPVu6Yw8D
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.B0EQftfcQl/smart-update.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.B0EQftfcQl/smart-update.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.B0EQftfcQl/smart-update.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.3eS7d5keIv
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_ERR=/tmp/tmp.OkIpLVEl10
+ local exit_status=0
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-16823~
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3eS7d5keIv
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.OkIpLVEl10
+ rm /tmp/tmp.3eS7d5keIv /tmp/tmp.OkIpLVEl10
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fNzQAI5fIj
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.RPkKUwCgdA
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fNzQAI5fIj
+++ cat /tmp/tmp.RPkKUwCgdA
+++ rm /tmp/tmp.fNzQAI5fIj /tmp/tmp.RPkKUwCgdA
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.VEmBsjaQIw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vQrF9Rc19Q
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.VEmBsjaQIw
+++ cat /tmp/tmp.vQrF9Rc19Q
+++ rm /tmp/tmp.VEmBsjaQIw /tmp/tmp.vQrF9Rc19Q
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-proxysql
++ return
+ local proxy=smart-update-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
++ mktemp
+ local LAST_OUT=/tmp/tmp.eo3P2lBO5i
++ mktemp
+ local LAST_ERR=/tmp/tmp.jdI1hlg0TI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.eo3P2lBO5i
+ cat /tmp/tmp.jdI1hlg0TI
error: no matching resources found
+ rm /tmp/tmp.eo3P2lBO5i /tmp/tmp.jdI1hlg0TI
+ return 1
+ true
+ wait_for_running smart-update-proxysql 1
+ local name=smart-update-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-proxysql-0 480
+ local pod=smart-update-proxysql-0
+ local max_retry=480
+ local ns=
++ echo smart-update-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
Error from server (NotFound): pods "smart-update-proxysql-0" not found
smart-update-proxysql-0..........Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-pxc-2
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.juKCitrRbu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0LrWXOoEnt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.juKCitrRbu
++ cat /tmp/tmp.0LrWXOoEnt
++ rm /tmp/tmp.juKCitrRbu /tmp/tmp.0LrWXOoEnt
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vCxAbPGuwT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.faWs7RMtjY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vCxAbPGuwT
++ cat /tmp/tmp.faWs7RMtjY
++ rm /tmp/tmp.vCxAbPGuwT /tmp/tmp.faWs7RMtjY
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8FrHq1BhUR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.chfRY7D2MH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8FrHq1BhUR
++ cat /tmp/tmp.chfRY7D2MH
++ rm /tmp/tmp.8FrHq1BhUR /tmp/tmp.chfRY7D2MH
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.B2fxl8Dkn9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5NANTxEWpB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.B2fxl8Dkn9
++ cat /tmp/tmp.5NANTxEWpB
++ rm /tmp/tmp.B2fxl8Dkn9 /tmp/tmp.5NANTxEWpB
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vEOGMBNIV9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fOLsAB0NtL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vEOGMBNIV9
++ cat /tmp/tmp.fOLsAB0NtL
++ rm /tmp/tmp.vEOGMBNIV9 /tmp/tmp.fOLsAB0NtL
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NkbLe5QIC9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WxWD8nqLu0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NkbLe5QIC9
++ cat /tmp/tmp.WxWD8nqLu0
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.NkbLe5QIC9 /tmp/tmp.WxWD8nqLu0
++ return 0
+ '[' '' ']'
+++ get_proxy smart-update
+++ local target_cluster=smart-update
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.7d48U1vLmn
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.BYK534IOk0
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.7d48U1vLmn
++++ cat /tmp/tmp.BYK534IOk0
++++ rm /tmp/tmp.7d48U1vLmn /tmp/tmp.BYK534IOk0
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.vnJHplN7Jw
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.tR072kbA2u
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.vnJHplN7Jw
++++ cat /tmp/tmp.tR072kbA2u
++++ rm /tmp/tmp.vnJHplN7Jw /tmp/tmp.tR072kbA2u
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo smart-update-proxysql
+++ return
++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0
++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
++ local pod=smart-update-proxysql-0
+++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql
+++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';'
+++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+++ local pod=smart-update-proxysql-0
+++ local container_name=proxysql
+++ set +o xtrace
++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-16823.svc.cluster.local
+++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-16823.svc.cluster.local
+++ wc -l
++ '[' 1 '!=' 1 ']'
++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-16823.svc.cluster.local
++ cut -d. -f1
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.EhtNyZTtcF
++ mktemp
+ local LAST_ERR=/tmp/tmp.eG8Mve40V2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EhtNyZTtcF
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.eG8Mve40V2
+ rm /tmp/tmp.EhtNyZTtcF /tmp/tmp.eG8Mve40V2
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update............................................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Deu1XWBHbO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RRRP54BDbR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Deu1XWBHbO
++ cat /tmp/tmp.RRRP54BDbR
++ rm /tmp/tmp.Deu1XWBHbO /tmp/tmp.RRRP54BDbR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e8WqFzPDxl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.28KBHynLDs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.e8WqFzPDxl
++ cat /tmp/tmp.28KBHynLDs
++ rm /tmp/tmp.e8WqFzPDxl /tmp/tmp.28KBHynLDs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YzSooXK060
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kJs86XUIGo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YzSooXK060
++ cat /tmp/tmp.kJs86XUIGo
++ rm /tmp/tmp.YzSooXK060 /tmp/tmp.kJs86XUIGo
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6AMGJN1dyv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qGr4aOa0vr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6AMGJN1dyv
++ cat /tmp/tmp.qGr4aOa0vr
++ rm /tmp/tmp.6AMGJN1dyv /tmp/tmp.qGr4aOa0vr
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2xVbz3vg7A
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XqXxb2AACi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2xVbz3vg7A
++ cat /tmp/tmp.XqXxb2AACi
++ rm /tmp/tmp.2xVbz3vg7A /tmp/tmp.XqXxb2AACi
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Lqxj7AqkLc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A2YEhYuf1m
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Lqxj7AqkLc
++ cat /tmp/tmp.A2YEhYuf1m
++ rm /tmp/tmp.Lqxj7AqkLc /tmp/tmp.A2YEhYuf1m
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iAfFL7JS7d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SEds9XVBtp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iAfFL7JS7d
++ cat /tmp/tmp.SEds9XVBtp
++ rm /tmp/tmp.iAfFL7JS7d /tmp/tmp.SEds9XVBtp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5Grs0YuyK9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BDjeTMxAY0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5Grs0YuyK9
++ cat /tmp/tmp.BDjeTMxAY0
++ rm /tmp/tmp.5Grs0YuyK9 /tmp/tmp.BDjeTMxAY0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Zly0pg0S2s
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KnFDQaWhUA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Zly0pg0S2s
++ cat /tmp/tmp.KnFDQaWhUA
++ rm /tmp/tmp.Zly0pg0S2s /tmp/tmp.KnFDQaWhUA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ILuJYIrh3i
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9EzseZJunW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ILuJYIrh3i
++ cat /tmp/tmp.9EzseZJunW
++ rm /tmp/tmp.ILuJYIrh3i /tmp/tmp.9EzseZJunW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OTh8FWApQQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WcuVWN4ofC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OTh8FWApQQ
++ cat /tmp/tmp.WcuVWN4ofC
++ rm /tmp/tmp.OTh8FWApQQ /tmp/tmp.WcuVWN4ofC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.N5MiBiKsRu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kSKZp22Yi0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.N5MiBiKsRu
++ cat /tmp/tmp.kSKZp22Yi0
++ rm /tmp/tmp.N5MiBiKsRu /tmp/tmp.kSKZp22Yi0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.irEyBKdNbA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wpG9THZ60s
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.irEyBKdNbA
++ cat /tmp/tmp.wpG9THZ60s
++ rm /tmp/tmp.irEyBKdNbA /tmp/tmp.wpG9THZ60s
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 12 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rkK2wWBRvk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SM6urfQK9A
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rkK2wWBRvk
++ cat /tmp/tmp.SM6urfQK9A
++ rm /tmp/tmp.rkK2wWBRvk /tmp/tmp.SM6urfQK9A
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YM8OQfh10H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BM7mfvs7e6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YM8OQfh10H
++ cat /tmp/tmp.BM7mfvs7e6
++ rm /tmp/tmp.YM8OQfh10H /tmp/tmp.BM7mfvs7e6
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.nlcjxuRukH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.a19gcjgCZA
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.nlcjxuRukH
+++++ cat /tmp/tmp.a19gcjgCZA
+++++ rm /tmp/tmp.nlcjxuRukH /tmp/tmp.a19gcjgCZA
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.kSjEBsrERt
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.TyjSWvDeaE
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.kSjEBsrERt
+++++ cat /tmp/tmp.TyjSWvDeaE
+++++ rm /tmp/tmp.kSjEBsrERt /tmp/tmp.TyjSWvDeaE
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nq10onAo2p
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a3mnl7kTXg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nq10onAo2p
++ cat /tmp/tmp.a3mnl7kTXg
++ rm /tmp/tmp.nq10onAo2p /tmp/tmp.a3mnl7kTXg
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M605Wt1O0n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1uHFMfWjCH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.M605Wt1O0n
++ cat /tmp/tmp.1uHFMfWjCH
++ rm /tmp/tmp.M605Wt1O0n /tmp/tmp.1uHFMfWjCH
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e5PTbs1TRA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cv4QzTyiFC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.e5PTbs1TRA
++ cat /tmp/tmp.cv4QzTyiFC
++ rm /tmp/tmp.e5PTbs1TRA /tmp/tmp.cv4QzTyiFC
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UNeoUqFxSD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NeDULYherU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UNeoUqFxSD
++ cat /tmp/tmp.NeDULYherU
++ rm /tmp/tmp.UNeoUqFxSD /tmp/tmp.NeDULYherU
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/smart-update.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.rHsff0ZfSZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.kqk1ObhQff
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/smart-update.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rHsff0ZfSZ
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.kqk1ObhQff
+ rm /tmp/tmp.rHsff0ZfSZ /tmp/tmp.kqk1ObhQff
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.YVvkgIbD5Y
++ mktemp
+ local LAST_ERR=/tmp/tmp.9gIJAGBFBa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YVvkgIbD5Y
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted
+ cat /tmp/tmp.9gIJAGBFBa
+ rm /tmp/tmp.YVvkgIbD5Y /tmp/tmp.9gIJAGBFBa
+ return 0
+ desc 'Updating HAProxy PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating HAProxy PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3"' /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ spinup_pxc smart-update /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.yShLNOHlZ8
++ mktemp
+ local LAST_ERR=/tmp/tmp.06XwAn0MJ8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yShLNOHlZ8
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.06XwAn0MJ8
+ rm /tmp/tmp.yShLNOHlZ8 /tmp/tmp.06XwAn0MJ8
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ local LAST_OUT=/tmp/tmp.YicyCuwPrh
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-16823~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_ERR=/tmp/tmp.J22wwRbSRQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YicyCuwPrh
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.J22wwRbSRQ
+ rm /tmp/tmp.YicyCuwPrh /tmp/tmp.J22wwRbSRQ
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ local LAST_OUT=/tmp/tmp.OQOy8mW4h7
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.yRd1aKaWQw
+ local exit_status=0
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-16823~
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OQOy8mW4h7
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.yRd1aKaWQw
+ rm /tmp/tmp.OQOy8mW4h7 /tmp/tmp.yRd1aKaWQw
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NkgtCGlZ2J
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.4Cd9BZH7eo
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.NkgtCGlZ2J
+++ cat /tmp/tmp.4Cd9BZH7eo
+++ rm /tmp/tmp.NkgtCGlZ2J /tmp/tmp.4Cd9BZH7eo
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
++ mktemp
+ local LAST_OUT=/tmp/tmp.2bMZeBDf9O
++ mktemp
+ local LAST_ERR=/tmp/tmp.iOu6NkBoF6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.2bMZeBDf9O
+ cat /tmp/tmp.iOu6NkBoF6
error: no matching resources found
+ rm /tmp/tmp.2bMZeBDf9O /tmp/tmp.iOu6NkBoF6
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DRUUt3wdRN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZasJIGKFls
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DRUUt3wdRN
++ cat /tmp/tmp.ZasJIGKFls
++ rm /tmp/tmp.DRUUt3wdRN /tmp/tmp.ZasJIGKFls
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fIN6644VRO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KQlMmVrmpi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fIN6644VRO
++ cat /tmp/tmp.KQlMmVrmpi
++ rm /tmp/tmp.fIN6644VRO /tmp/tmp.KQlMmVrmpi
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FiRsbNoOh4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rnsApbFzAO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FiRsbNoOh4
++ cat /tmp/tmp.rnsApbFzAO
++ rm /tmp/tmp.FiRsbNoOh4 /tmp/tmp.rnsApbFzAO
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LFkCsh5any
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2kfqPqozKD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LFkCsh5any
++ cat /tmp/tmp.2kfqPqozKD
++ rm /tmp/tmp.LFkCsh5any /tmp/tmp.2kfqPqozKD
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gitqkystFA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PYein8Ru3C
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gitqkystFA
++ cat /tmp/tmp.PYein8Ru3C
++ rm /tmp/tmp.gitqkystFA /tmp/tmp.PYein8Ru3C
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nJDa9qggFs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WTEFG2tDLT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nJDa9qggFs
++ cat /tmp/tmp.WTEFG2tDLT
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.nJDa9qggFs /tmp/tmp.WTEFG2tDLT
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.VgVZZKTWFl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.PEELONhWiZ
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.VgVZZKTWFl
+++ cat /tmp/tmp.PEELONhWiZ
+++ rm /tmp/tmp.VgVZZKTWFl /tmp/tmp.PEELONhWiZ
+++ return 0
++ client_pod=pxc-client-6644d8898f-ff6pd
++ wait_pod pxc-client-6644d8898f-ff6pd
++ local pod=pxc-client-6644d8898f-ff6pd
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-ff6pd
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.1yIGQ8I0V9
++ mktemp
+ local LAST_ERR=/tmp/tmp.d8oVP7F6pb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1yIGQ8I0V9
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.d8oVP7F6pb
+ rm /tmp/tmp.1yIGQ8I0V9 /tmp/tmp.d8oVP7F6pb
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update.................................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8LnuFxJorL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.34L4YId1Zr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8LnuFxJorL
++ cat /tmp/tmp.34L4YId1Zr
++ rm /tmp/tmp.8LnuFxJorL /tmp/tmp.34L4YId1Zr
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CVSPCBWKo4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1ABJW0lie7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CVSPCBWKo4
++ cat /tmp/tmp.1ABJW0lie7
++ rm /tmp/tmp.CVSPCBWKo4 /tmp/tmp.1ABJW0lie7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zDTIQfpKYO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4gnmgLtCl6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zDTIQfpKYO
++ cat /tmp/tmp.4gnmgLtCl6
++ rm /tmp/tmp.zDTIQfpKYO /tmp/tmp.4gnmgLtCl6
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pmhEU7qBeU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0l1vCIX8N0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pmhEU7qBeU
++ cat /tmp/tmp.0l1vCIX8N0
++ rm /tmp/tmp.pmhEU7qBeU /tmp/tmp.0l1vCIX8N0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7ewriEzxTV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0hzfHKMTvg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7ewriEzxTV
++ cat /tmp/tmp.0hzfHKMTvg
++ rm /tmp/tmp.7ewriEzxTV /tmp/tmp.0hzfHKMTvg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZNsr2j6UQ0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vRmjYUpExs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZNsr2j6UQ0
++ cat /tmp/tmp.vRmjYUpExs
++ rm /tmp/tmp.ZNsr2j6UQ0 /tmp/tmp.vRmjYUpExs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7WmKrdc3tt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NwrwShajVA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7WmKrdc3tt
++ cat /tmp/tmp.NwrwShajVA
++ rm /tmp/tmp.7WmKrdc3tt /tmp/tmp.NwrwShajVA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mtFN062hk6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Mw69Dzmi5L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mtFN062hk6
++ cat /tmp/tmp.Mw69Dzmi5L
++ rm /tmp/tmp.mtFN062hk6 /tmp/tmp.Mw69Dzmi5L
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tLSPlu3lzL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DZS08iG9HB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tLSPlu3lzL
++ cat /tmp/tmp.DZS08iG9HB
++ rm /tmp/tmp.tLSPlu3lzL /tmp/tmp.DZS08iG9HB
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.2EsEJsJuU4
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.7DV0ouhVfr
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.2EsEJsJuU4
+++++ cat /tmp/tmp.7DV0ouhVfr
+++++ rm /tmp/tmp.2EsEJsJuU4 /tmp/tmp.7DV0ouhVfr
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xf4n3oRMSw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fDAOSV1DWW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Xf4n3oRMSw
++ cat /tmp/tmp.fDAOSV1DWW
++ rm /tmp/tmp.Xf4n3oRMSw /tmp/tmp.fDAOSV1DWW
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DlueVAHM2Q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gp9mCiB0yc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DlueVAHM2Q
++ cat /tmp/tmp.gp9mCiB0yc
++ rm /tmp/tmp.DlueVAHM2Q /tmp/tmp.gp9mCiB0yc
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dM2U5tRFq0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NezDBPJW96
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dM2U5tRFq0
++ cat /tmp/tmp.NezDBPJW96
++ rm /tmp/tmp.dM2U5tRFq0 /tmp/tmp.NezDBPJW96
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ePDzk3VjHQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s77FXY6Ooq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ePDzk3VjHQ
++ cat /tmp/tmp.s77FXY6Ooq
++ rm /tmp/tmp.ePDzk3VjHQ /tmp/tmp.s77FXY6Ooq
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.UmRdbdbqGj
++ mktemp
+ local LAST_ERR=/tmp/tmp.Yw9Wp6CtK8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.B0EQftfcQl/smart-update-haproxy.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UmRdbdbqGj
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.Yw9Wp6CtK8
+ rm /tmp/tmp.UmRdbdbqGj /tmp/tmp.Yw9Wp6CtK8
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.PDXa4sLE5D
++ mktemp
+ local LAST_ERR=/tmp/tmp.g0kzFkz3V7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PDXa4sLE5D
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.g0kzFkz3V7
+ rm /tmp/tmp.PDXa4sLE5D /tmp/tmp.g0kzFkz3V7
+ return 0
+ desc 'Updating PXC cluster with version service available but disabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating PXC cluster with version service available but disabled
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3"' /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ spinup_pxc smart-update /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.H6B1zcaY85
++ mktemp
+ local LAST_ERR=/tmp/tmp.MLkFx9U9S8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.H6B1zcaY85
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.MLkFx9U9S8
+ rm /tmp/tmp.H6B1zcaY85 /tmp/tmp.MLkFx9U9S8
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.qzQrHp9AhF
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ local LAST_ERR=/tmp/tmp.ix8SKCQcK5
+ local exit_status=0
++ seq 0 2
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-16823~
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qzQrHp9AhF
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.ix8SKCQcK5
+ rm /tmp/tmp.qzQrHp9AhF /tmp/tmp.ix8SKCQcK5
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-16823~
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ local LAST_OUT=/tmp/tmp.F1ujyy7272
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.o7KnnV8GPc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.F1ujyy7272
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.o7KnnV8GPc
+ rm /tmp/tmp.F1ujyy7272 /tmp/tmp.o7KnnV8GPc
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fqny6nO076
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.D6ANGJxNfc
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fqny6nO076
+++ cat /tmp/tmp.D6ANGJxNfc
+++ rm /tmp/tmp.fqny6nO076 /tmp/tmp.D6ANGJxNfc
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
++ mktemp
+ local LAST_OUT=/tmp/tmp.a6M6eCsdx9
++ mktemp
+ local LAST_ERR=/tmp/tmp.Cw2TheDavA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-16823
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.a6M6eCsdx9
+ cat /tmp/tmp.Cw2TheDavA
error: no matching resources found
+ rm /tmp/tmp.a6M6eCsdx9 /tmp/tmp.Cw2TheDavA
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yXGEtcTnyS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sHg1fKQ9dZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yXGEtcTnyS
++ cat /tmp/tmp.sHg1fKQ9dZ
++ rm /tmp/tmp.yXGEtcTnyS /tmp/tmp.sHg1fKQ9dZ
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aMPQnD4sHy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9Gf5ktnhkN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aMPQnD4sHy
++ cat /tmp/tmp.9Gf5ktnhkN
++ rm /tmp/tmp.aMPQnD4sHy /tmp/tmp.9Gf5ktnhkN
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HOWeWl4XN1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CSkAvdg2Tu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HOWeWl4XN1
++ cat /tmp/tmp.CSkAvdg2Tu
++ rm /tmp/tmp.HOWeWl4XN1 /tmp/tmp.CSkAvdg2Tu
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.alFxZy8mBl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qWyrEYQ2YP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.alFxZy8mBl
++ cat /tmp/tmp.qWyrEYQ2YP
++ rm /tmp/tmp.alFxZy8mBl /tmp/tmp.qWyrEYQ2YP
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HH8QvI9ELf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.e1XlEqSisP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HH8QvI9ELf
++ cat /tmp/tmp.e1XlEqSisP
++ rm /tmp/tmp.HH8QvI9ELf /tmp/tmp.e1XlEqSisP
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gIUgTj0CBb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PwtdNXxYNI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gIUgTj0CBb
++ cat /tmp/tmp.PwtdNXxYNI
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.gIUgTj0CBb /tmp/tmp.PwtdNXxYNI
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RopVz1tNej
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.HOLjJnbvZ1
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.RopVz1tNej
+++ cat /tmp/tmp.HOLjJnbvZ1
+++ rm /tmp/tmp.RopVz1tNej /tmp/tmp.HOLjJnbvZ1
+++ return 0
++ client_pod=pxc-client-6644d8898f-ff6pd
++ wait_pod pxc-client-6644d8898f-ff6pd
++ local pod=pxc-client-6644d8898f-ff6pd
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-ff6pd
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.j4T1GH98Id
++ mktemp
+ local LAST_ERR=/tmp/tmp.GyNCZGtOqj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.j4T1GH98Id
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.GyNCZGtOqj
+ rm /tmp/tmp.j4T1GH98Id /tmp/tmp.GyNCZGtOqj
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update..................................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eOUZsC1Hp7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.INf0IxFvhs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.eOUZsC1Hp7
++ cat /tmp/tmp.INf0IxFvhs
++ rm /tmp/tmp.eOUZsC1Hp7 /tmp/tmp.INf0IxFvhs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RqmbYV1PpH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tKOA7XVqzt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RqmbYV1PpH
++ cat /tmp/tmp.tKOA7XVqzt
++ rm /tmp/tmp.RqmbYV1PpH /tmp/tmp.tKOA7XVqzt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VimMXLbM90
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G7I4iktN95
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VimMXLbM90
++ cat /tmp/tmp.G7I4iktN95
++ rm /tmp/tmp.VimMXLbM90 /tmp/tmp.G7I4iktN95
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QmiwZRG2b8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.f6t1YjQLwX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QmiwZRG2b8
++ cat /tmp/tmp.f6t1YjQLwX
++ rm /tmp/tmp.QmiwZRG2b8 /tmp/tmp.f6t1YjQLwX
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q3FQkzN51O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.V7nFcG9EQ9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.q3FQkzN51O
++ cat /tmp/tmp.V7nFcG9EQ9
++ rm /tmp/tmp.q3FQkzN51O /tmp/tmp.V7nFcG9EQ9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0Q7l86xnin
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OyZLOASY6M
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0Q7l86xnin
++ cat /tmp/tmp.OyZLOASY6M
++ rm /tmp/tmp.0Q7l86xnin /tmp/tmp.OyZLOASY6M
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.k50ztvUkz7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q90yUD7mHS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.k50ztvUkz7
++ cat /tmp/tmp.q90yUD7mHS
++ rm /tmp/tmp.k50ztvUkz7 /tmp/tmp.q90yUD7mHS
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XHxrEcOaOD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PcFIxcmobi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XHxrEcOaOD
++ cat /tmp/tmp.PcFIxcmobi
++ rm /tmp/tmp.XHxrEcOaOD /tmp/tmp.PcFIxcmobi
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DbAhutUpst
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rpV5ajfiaa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DbAhutUpst
++ cat /tmp/tmp.rpV5ajfiaa
++ rm /tmp/tmp.DbAhutUpst /tmp/tmp.rpV5ajfiaa
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aPFRJzqhGz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pPVl5QipJJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aPFRJzqhGz
++ cat /tmp/tmp.pPVl5QipJJ
++ rm /tmp/tmp.aPFRJzqhGz /tmp/tmp.pPVl5QipJJ
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.j3hjbBgP3X
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.DVrNh0EDD3
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.j3hjbBgP3X
+++++ cat /tmp/tmp.DVrNh0EDD3
+++++ rm /tmp/tmp.j3hjbBgP3X /tmp/tmp.DVrNh0EDD3
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1ggDv7YSI9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bHFgGCInRn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1ggDv7YSI9
++ cat /tmp/tmp.bHFgGCInRn
++ rm /tmp/tmp.1ggDv7YSI9 /tmp/tmp.bHFgGCInRn
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7tRNashyqC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SWBE3zFU0C
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7tRNashyqC
++ cat /tmp/tmp.SWBE3zFU0C
++ rm /tmp/tmp.7tRNashyqC /tmp/tmp.SWBE3zFU0C
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KgpGPGgLuX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8N9VHt3DCj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KgpGPGgLuX
++ cat /tmp/tmp.8N9VHt3DCj
++ rm /tmp/tmp.KgpGPGgLuX /tmp/tmp.8N9VHt3DCj
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9h5GRgZvNZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uU8cW2TxSy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9h5GRgZvNZ
++ cat /tmp/tmp.uU8cW2TxSy
++ rm /tmp/tmp.9h5GRgZvNZ /tmp/tmp.uU8cW2TxSy
++ return 0
+ client_pod=pxc-client-6644d8898f-ff6pd
+ wait_pod pxc-client-6644d8898f-ff6pd
+ local pod=pxc-client-6644d8898f-ff6pd
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-ff6pd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-ff6pd condition met
pxc-client-6644d8898f-ff6pd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.B0EQftfcQl/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.B0EQftfcQl/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.W6hfio6bXw
++ mktemp
+ local LAST_ERR=/tmp/tmp.XsgsdA46dK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.B0EQftfcQl/smart-update-version-service-reachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.W6hfio6bXw
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.XsgsdA46dK
+ rm /tmp/tmp.W6hfio6bXw /tmp/tmp.XsgsdA46dK
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.73QHwNAUFv
++ mktemp
+ local LAST_ERR=/tmp/tmp.mmEeXUMcUj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.73QHwNAUFv
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.mmEeXUMcUj
+ rm /tmp/tmp.73QHwNAUFv /tmp/tmp.mmEeXUMcUj
+ return 0
+ desc cleanup
+ set +o xtrace


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.QChfN1po9K
++ mktemp
+ local LAST_ERR=/tmp/tmp.LFdkw7nmUf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QChfN1po9K
deployment.apps "version-service" deleted
service "version-service" deleted
+ cat /tmp/tmp.LFdkw7nmUf
+ rm /tmp/tmp.QChfN1po9K /tmp/tmp.LFdkw7nmUf
+ return 0
+ destroy smart-update1-16823
+ local namespace=smart-update1-16823
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
++ get_operator_pod
+ grep -v 'get backup status: Job.batch'
++ local label_prefix=app.kubernetes.io/
+ sort -u
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ tee /tmp/tmp.B0EQftfcQl/operator.log
+ grep -v level=info
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TZkHLqoIPh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vdiMpNnfm4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TZkHLqoIPh
++ cat /tmp/tmp.vdiMpNnfm4
++ rm /tmp/tmp.TZkHLqoIPh /tmp/tmp.vdiMpNnfm4
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-b6944779d-mmvrt
++ mktemp
+ local LAST_OUT=/tmp/tmp.N6JcJnkNcX
++ mktemp
+ local LAST_ERR=/tmp/tmp.8us2oDKPqy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-b6944779d-mmvrt
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.N6JcJnkNcX
+ cat /tmp/tmp.8us2oDKPqy
+ rm /tmp/tmp.N6JcJnkNcX /tmp/tmp.8us2oDKPqy
+ return 0
2024-06-27T17:04:46.342Z	INFO	setup	Manager starting up	{"gitCommit": "2632f8d37d15d1c2486cca21560e56ffdb9a0828", "gitBranch": "PR-1742-2632f8d3", "buildTime": "2024-06-27T15:18:23Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"}
2024-06-27T17:04:46.342Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.26.15-gke.1436000"}
2024-06-27T17:04:46.343Z	INFO	setup	Registering Components.
2024-06-27T17:04:48.334Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-06-27T17:04:48.337Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-06-27T17:04:48.337Z	INFO	controller-runtime.metrics	Starting metrics server
2024-06-27T17:04:48.337Z	INFO	controller-runtime.webhook	Starting webhook server
2024-06-27T17:04:48.337Z	INFO	setup	Starting the Cmd.
2024-06-27T17:04:48.337Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-06-27T17:04:48.338Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-06-27T17:04:48.338Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-06-27T17:04:48.338Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-06-27T17:04:48.439Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-06-27T17:04:48.455Z	DEBUG	events	percona-xtradb-cluster-operator-b6944779d-mmvrt_fd3adb7a-bbb2-4d40-a4e2-ceca4c5cce9c became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"8ff0151a-1a39-4cb1-94f2-d126ea72d70a","apiVersion":"coordination.k8s.io/v1","resourceVersion":"54240"}, "reason": "LeaderElection"}
2024-06-27T17:04:48.455Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-06-27T17:04:48.455Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-06-27T17:04:48.455Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-06-27T17:04:48.455Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2024-06-27T17:04:48.455Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2024-06-27T17:04:48.455Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2024-06-27T17:04:48.455Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-06-27T17:04:48.561Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-06-27T17:04:48.561Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-06-27T17:04:48.561Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-06-27T17:07:15.721Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3d002347-a244-4044-ab9f-adc12d92d1ac", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:22.878Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1a7e9745-bd31-4184-a80b-48161c218719", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:23.142Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1a7e9745-bd31-4184-a80b-48161c218719"}
2024-06-27T17:07:23.696Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3dd45489-e03f-4189-a8d8-123f7e817bcf", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:23.815Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3dd45489-e03f-4189-a8d8-123f7e817bcf"}
2024-06-27T17:07:28.697Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5b72db3a-1985-4996-8475-5a080bd044f9", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:28.888Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5b72db3a-1985-4996-8475-5a080bd044f9"}
2024-06-27T17:07:33.953Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "85167f05-7fc2-40b2-83ae-da205f442463", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:34.047Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "85167f05-7fc2-40b2-83ae-da205f442463"}
2024-06-27T17:07:39.088Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e3089f1f-79b2-479c-8964-612e7976b3fe", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:39.284Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e3089f1f-79b2-479c-8964-612e7976b3fe"}
2024-06-27T17:07:44.341Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6b03249b-093a-4dec-9b61-18642dd0e005", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:44.515Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6b03249b-093a-4dec-9b61-18642dd0e005"}
2024-06-27T17:07:44.584Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "76e88ad5-98dd-40ab-9c4a-0102f9fbd55b", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:44.718Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "76e88ad5-98dd-40ab-9c4a-0102f9fbd55b"}
2024-06-27T17:07:49.584Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f5ab3119-dfc0-4b0b-af19-0b46b14b173a", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:49.700Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f5ab3119-dfc0-4b0b-af19-0b46b14b173a"}
2024-06-27T17:07:54.778Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "223c8a40-ccfb-4505-92ba-57920f18c954", "oldSize": 1, "newSize": 2}
2024-06-27T17:07:54.891Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "223c8a40-ccfb-4505-92ba-57920f18c954"}
2024-06-27T17:07:59.940Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "0f9d875d-3fde-40d1-8c6f-d754a600523e", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:00.058Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "0f9d875d-3fde-40d1-8c6f-d754a600523e"}
2024-06-27T17:08:05.137Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "c66a72ce-2e51-4279-9f93-74b53a4845e1", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:05.251Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "c66a72ce-2e51-4279-9f93-74b53a4845e1"}
2024-06-27T17:08:05.315Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ede53373-0c54-444d-9c89-6648ed47c97d", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:10.315Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "53b757bf-73b0-4763-959e-ea5008d66389", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:16.505Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f952ae13-50b0-48b7-b4a1-9759cc6ac2b4", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:22.767Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "be303f95-4d35-430e-a373-4fc00a9d5fdf", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:28.955Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f3296790-5b8f-45c3-a020-9a091b149665", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:35.107Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4610a4d2-ce04-40be-a86c-0afbebab59c0", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:36.708Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:36.812Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8", "user": "operator"}
2024-06-27T17:08:36.852Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8", "user": "monitor"}
2024-06-27T17:08:36.907Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8"}
2024-06-27T17:08:36.949Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8"}
2024-06-27T17:08:36.986Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8", "user": "xtrabackup"}
2024-06-27T17:08:37.036Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8"}
2024-06-27T17:08:37.076Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8", "user": "replication"}
2024-06-27T17:08:38.273Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8df79fc-16be-4e46-bcee-fc5314213ff8", "err": "get primary pxc pod: not found"}
2024-06-27T17:08:41.708Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "191bb549-7be0-4f6b-9274-b257080a4608", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:42.930Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "191bb549-7be0-4f6b-9274-b257080a4608", "err": "get primary pxc pod: not found"}
2024-06-27T17:08:47.995Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "0be11725-9d38-4c9b-9f67-e8c605d2c3b7", "oldSize": 1, "newSize": 2}
2024-06-27T17:08:49.173Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "0be11725-9d38-4c9b-9f67-e8c605d2c3b7", "err": "get primary pxc pod: not found"}
2024-06-27T17:08:54.229Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "decff9bb-1d7e-4111-bc27-247d9a73d26e", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:00.601Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3d549877-4741-4284-afbc-43a66e5b27a5", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:06.848Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "43edc50f-3885-4e7f-9831-71b96788ffbe", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:13.305Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2201f5f2-fd3c-4eea-aa1e-39672c02705a", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:19.547Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1a2b520c-4cf6-4e4f-acd7-12e9d1a23f7c", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:25.795Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1a51610c-6d28-4e1f-9526-f90596e8b4e1", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:32.031Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "712392cc-bf5b-409b-bb66-d745f8f7a320", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:38.291Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "55a83999-fb12-4264-b036-65c00112bb9f", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:44.646Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "621a818c-e751-41b3-a61d-444508fe96db", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:50.886Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "eff21e20-a8e7-44ed-a8ab-de4632af34c8", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:52.961Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "73266dc8-e760-4a36-9e60-540d9f2fda5a", "oldSize": 1, "newSize": 2}
2024-06-27T17:09:57.959Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "50e1438b-b8ad-40e6-9300-4a897ed60abb", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:04.198Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8c0dce8f-ae88-469a-a63a-3376fcad35a7", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:10.515Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2864b1c6-79c3-4ab1-ab3e-909a941b2f4b", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:16.787Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b1ce3036-2b06-42fa-84b6-cb7fc6561273", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:23.085Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "495263ed-bf8c-4328-9df8-8f204e14481d", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:29.419Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ea3ad1a9-457d-43c8-836e-33f95277a391", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:35.694Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ca1c6fb9-0191-4f1e-a2bb-688981c6e81a", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:41.984Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "deb780b6-1eb2-4665-860f-7a741b551768", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:48.245Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b92d91aa-c1b2-4c76-bb98-d87b26638298", "oldSize": 1, "newSize": 2}
2024-06-27T17:10:54.646Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "9cb47a28-0417-490a-8580-abb31d2683bb", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:00.933Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "11956026-5159-4c15-bc58-f54014b7f8c2", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:07.242Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b0edc18e-6c9c-461a-bd38-09949fb3e265", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:08.663Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ad815c93-b0ea-4ddf-b137-d34c511fca0f", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:08.806Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ad815c93-b0ea-4ddf-b137-d34c511fca0f", "user": "root"}
2024-06-27T17:11:10.138Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ad815c93-b0ea-4ddf-b137-d34c511fca0f", "new version": "8.0.19-10"}
2024-06-27T17:11:10.294Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4f66bb74-1445-47be-8eb9-ac422dbe55a0", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:11.508Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ad815c93-b0ea-4ddf-b137-d34c511fca0f"}
2024-06-27T17:11:13.659Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "9ff030a7-ef6b-43c8-989f-7edeac0700f7", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:16.234Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "9ff030a7-ef6b-43c8-989f-7edeac0700f7"}
2024-06-27T17:11:20.019Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "36867bc1-ff78-4ec8-98c6-24dbaa35193c", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:23.037Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "36867bc1-ff78-4ec8-98c6-24dbaa35193c"}
2024-06-27T17:11:26.902Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b1f54beb-184d-4eff-b922-836c7c2672a1", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:29.682Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b1f54beb-184d-4eff-b922-836c7c2672a1"}
2024-06-27T17:11:33.381Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "72cc2990-bb67-4edf-96d9-84807d87afdc", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:36.104Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "72cc2990-bb67-4edf-96d9-84807d87afdc"}
2024-06-27T17:11:39.836Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1f7bc4f9-4d28-4f91-be59-f2211ea53286", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:42.554Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1f7bc4f9-4d28-4f91-be59-f2211ea53286"}
2024-06-27T17:11:46.326Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4cff1289-bb0a-42ee-b4db-3eca97129860", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:49.475Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4cff1289-bb0a-42ee-b4db-3eca97129860"}
2024-06-27T17:11:52.708Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e591f717-9a7f-41df-a6b6-874e21cbd567", "oldSize": 1, "newSize": 2}
2024-06-27T17:11:55.486Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e591f717-9a7f-41df-a6b6-874e21cbd567"}
2024-06-27T17:11:59.192Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "49d12c7c-a74d-4920-9230-cc2f930b6433", "oldSize": 1, "newSize": 2}
2024-06-27T17:12:01.809Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "49d12c7c-a74d-4920-9230-cc2f930b6433"}
2024-06-27T17:12:05.711Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "02e229b3-3d55-4038-ac9f-ca00285c36ab", "oldSize": 1, "newSize": 2}
2024-06-27T17:12:09.411Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "02e229b3-3d55-4038-ac9f-ca00285c36ab"}
2024-06-27T17:12:13.134Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "84a8553b-2a6c-44b5-8b23-d275354a8450", "oldSize": 1, "newSize": 2}
2024-06-27T17:12:16.129Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "84a8553b-2a6c-44b5-8b23-d275354a8450"}
2024-06-27T17:12:19.373Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "beb4d050-07ae-4636-b027-f8aecdb19316", "oldSize": 1, "newSize": 2}
2024-06-27T17:12:19.746Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "oldSize": 1, "newSize": 2}
2024-06-27T17:12:20.916Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe"}
2024-06-27T17:12:20.932Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-2"}
2024-06-27T17:12:20.932Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-16823.svc.cluster.local"}
2024-06-27T17:12:23.418Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "beb4d050-07ae-4636-b027-f8aecdb19316"}
2024-06-27T17:12:42.431Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-06-27T17:13:52.419Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-2"}
2024-06-27T17:14:42.463Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-2"}
2024-06-27T17:14:42.478Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-1"}
2024-06-27T17:14:42.478Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-2"}
2024-06-27T17:15:02.746Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-06-27T17:16:12.793Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-1"}
2024-06-27T17:17:02.833Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-1"}
2024-06-27T17:17:02.849Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-0"}
2024-06-27T17:17:02.849Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-1"}
2024-06-27T17:18:23.168Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-0"}
2024-06-27T17:19:33.205Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-0"}
2024-06-27T17:19:33.219Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "pod name": "smart-update-pxc-0"}
2024-06-27T17:19:33.219Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe"}
2024-06-27T17:19:33.344Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ee46af91-6d76-4591-9b1c-197fb03e20fe", "new version": "8.0.36-28.1"}
2024-06-27T17:19:33.494Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "77f3409d-d0a8-4935-8b1e-178ad6592433", "oldSize": 1, "newSize": 2}
2024-06-27T17:19:36.277Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "77f3409d-d0a8-4935-8b1e-178ad6592433"}
2024-06-27T17:19:38.494Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "32c3a4fc-4369-40f4-84e0-19e3427ad868", "oldSize": 1, "newSize": 2}
2024-06-27T17:19:41.458Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "32c3a4fc-4369-40f4-84e0-19e3427ad868"}
2024-06-27T17:19:45.044Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4dfab9f8-39aa-4d22-a912-3bd91d940d14", "oldSize": 1, "newSize": 2}
2024-06-27T17:19:47.881Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4dfab9f8-39aa-4d22-a912-3bd91d940d14"}
2024-06-27T17:19:51.472Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f0c2cb14-c2ac-45f4-8187-879d9f58815a", "oldSize": 1, "newSize": 2}
2024-06-27T17:19:54.625Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f0c2cb14-c2ac-45f4-8187-879d9f58815a"}
2024-06-27T17:19:54.796Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2405b9d1-8939-41dd-9916-3fea6a6cdb72", "oldSize": 1, "newSize": 2}
2024-06-27T17:20:55.090Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "603240a7-f1c5-4928-b0ac-a635b73c3322", "oldSize": 1, "newSize": 2}
2024-06-27T17:20:55.357Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "603240a7-f1c5-4928-b0ac-a635b73c3322"}
2024-06-27T17:20:56.073Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8d6921e6-7457-4c92-9f5f-8f8d7c140fdf", "oldSize": 1, "newSize": 2}
2024-06-27T17:20:56.195Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8d6921e6-7457-4c92-9f5f-8f8d7c140fdf"}
2024-06-27T17:20:56.400Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: a00577fc-c519-46e4-866e-655a0bd1c82f
2024-06-27T17:20:56.485Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5406c885-fec5-4e91-b315-808de8e5dc94", "oldSize": 1, "newSize": 2}
2024-06-27T17:20:56.718Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5406c885-fec5-4e91-b315-808de8e5dc94"}
2024-06-27T17:21:01.486Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ac09b887-b26a-4ff4-ac9f-9b96a2c6cc00", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:01.589Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ac09b887-b26a-4ff4-ac9f-9b96a2c6cc00"}
2024-06-27T17:21:06.640Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cf6a25a9-ff33-47ca-9365-915efa8ffe02", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:07.050Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cf6a25a9-ff33-47ca-9365-915efa8ffe02"}
2024-06-27T17:21:12.289Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "96a43d6e-f7a7-4f26-a432-6c02fcb5d6be", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:12.453Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "96a43d6e-f7a7-4f26-a432-6c02fcb5d6be"}
2024-06-27T17:21:17.544Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e5376a12-aee5-442f-845d-0d0cd92fc0d8", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:17.636Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e5376a12-aee5-442f-845d-0d0cd92fc0d8"}
2024-06-27T17:21:22.687Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "111760e7-149a-499c-aa2c-448a0419d315", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:22.808Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "111760e7-149a-499c-aa2c-448a0419d315"}
2024-06-27T17:21:27.860Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "c08734b0-cbf0-4812-8f33-c04bfc4858f3", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:27.980Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "c08734b0-cbf0-4812-8f33-c04bfc4858f3"}
2024-06-27T17:21:33.023Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "69a279b7-8f2e-4628-8c93-c646b4a9ba23", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:33.120Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "69a279b7-8f2e-4628-8c93-c646b4a9ba23"}
2024-06-27T17:21:38.165Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "32df90db-8d97-44ec-a339-f18fbd7e3b2e", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:38.301Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "32df90db-8d97-44ec-a339-f18fbd7e3b2e"}
2024-06-27T17:21:43.360Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f800c42a-cdc7-426d-9085-174b068d3746", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:43.451Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f800c42a-cdc7-426d-9085-174b068d3746"}
2024-06-27T17:21:48.531Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1dd803ec-92cf-4213-9651-bcd5249ce2ad", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:48.664Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1dd803ec-92cf-4213-9651-bcd5249ce2ad"}
2024-06-27T17:21:53.743Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cfd67364-62ac-49f3-95b8-b7bb1053568d", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:53.847Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cfd67364-62ac-49f3-95b8-b7bb1053568d"}
2024-06-27T17:21:58.897Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ba335bb6-c577-4a9e-850d-01542e278c2b", "oldSize": 1, "newSize": 2}
2024-06-27T17:21:59.038Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ba335bb6-c577-4a9e-850d-01542e278c2b"}
2024-06-27T17:22:04.081Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cae235d7-4d5d-4a7c-a821-d3a9048b9145", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:04.219Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cae235d7-4d5d-4a7c-a821-d3a9048b9145"}
2024-06-27T17:22:09.326Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "17ed2365-4246-429f-b4c1-7b1b16ed9aa5", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:09.540Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "17ed2365-4246-429f-b4c1-7b1b16ed9aa5"}
2024-06-27T17:22:09.732Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e7efc499-27c5-452c-8269-5fa3b07d7d0c", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:10.026Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "82beb6b0-4cae-433f-b5f5-66deb449519d", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:10.202Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "82beb6b0-4cae-433f-b5f5-66deb449519d"}
2024-06-27T17:22:12.216Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "82beb6b0-4cae-433f-b5f5-66deb449519d", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.140.55.43:3306: connect: connection refused"}
2024-06-27T17:22:12.360Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3c964770-33c8-4598-ba5b-d33e721baf20", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:12.641Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3c964770-33c8-4598-ba5b-d33e721baf20"}
2024-06-27T17:22:12.939Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1dd94fd0-11f2-4dfe-bb25-5ee9fad6796a", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:13.128Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1dd94fd0-11f2-4dfe-bb25-5ee9fad6796a"}
2024-06-27T17:22:13.208Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "a7321ac4-8be2-45dc-a45f-bc98aa408235", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:13.364Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "a7321ac4-8be2-45dc-a45f-bc98aa408235"}
2024-06-27T17:22:17.361Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3af55ee2-0327-483f-a15f-d4b5fd371949", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:17.583Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3af55ee2-0327-483f-a15f-d4b5fd371949"}
2024-06-27T17:22:22.739Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4ee55e52-c6ef-4fa9-8d84-b1500e3ee4d4", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:22.874Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4ee55e52-c6ef-4fa9-8d84-b1500e3ee4d4"}
2024-06-27T17:22:27.974Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "143e31c1-0fe2-4632-acf6-d3043035d24a", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:28.115Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "143e31c1-0fe2-4632-acf6-d3043035d24a"}
2024-06-27T17:22:33.246Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e54dcd41-2b93-4017-87d5-9649c20a39dc", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:33.390Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e54dcd41-2b93-4017-87d5-9649c20a39dc"}
2024-06-27T17:22:38.463Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6ba7adb2-7bee-4151-b698-f748b09b35a5", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:38.804Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6ba7adb2-7bee-4151-b698-f748b09b35a5"}
2024-06-27T17:22:38.921Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "21c88097-2250-460a-988a-8663984f0808", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:43.921Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1c4d458d-ea11-4320-9310-d6ab4ca2cfa3", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:50.180Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "07049317-5f7b-49c8-8635-9f47e3412087", "oldSize": 1, "newSize": 2}
2024-06-27T17:22:56.722Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6e814474-d230-415e-8507-f0e9c1cf58bf", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:02.960Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "c3a6902f-f077-4829-a252-d2002ade3c89", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:09.292Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8320f8b8-3900-43ca-8c86-51731e288af2", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:15.581Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "7520c84d-8e8f-48e6-9f62-be0ea378a4cd", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:21.901Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "85510afb-2e22-464f-a4dc-91b790844c04", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:23.266Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "badf465c-154a-485a-8fd7-c46b41d32524", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:28.263Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "296ad80c-76e2-424b-b677-49d463794fdb", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:34.513Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "581a32cf-8f16-4f17-ab54-76ba0e6c1f5a", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:40.747Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f43ad86c-fae0-4521-861f-207905f52718", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:47.064Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "57aa533d-3fca-4b8a-9779-06a92f62a3e5", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:53.355Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "91c5f3a7-76e3-4fc7-8d82-6f689de75de9", "oldSize": 1, "newSize": 2}
2024-06-27T17:23:59.610Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "7ca9a9a0-4c36-4cb3-8094-44026e3450a6", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:05.878Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6559acc8-3014-4f09-bbd9-a825a58d2802", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:13.054Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "236275e3-92c1-4821-a2dd-0e961aeaf7f1", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:19.304Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "28fcf240-6ec7-4161-84a9-6a54ec75e900", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:25.627Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "dc5299d1-616c-4595-9713-7051657e74f5", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:31.854Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "359ba236-1343-415f-b4c1-3f9acf09cd25", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:38.221Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "bfcb73cd-fcfe-43cc-a1c5-f0c59a127956", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:39.673Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "557d1ed0-68f9-41c7-a4c7-2c265b7e2553", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:40.961Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "557d1ed0-68f9-41c7-a4c7-2c265b7e2553", "new version": "8.0.19-10"}
2024-06-27T17:24:41.198Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "eb7e5250-da67-46f7-af8b-a3d43192fda8", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:44.673Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "9234b0c9-0292-4332-870b-0a395fa514c1", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:51.083Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "d4643ebe-a908-4b91-bc22-e9761b7677ba", "oldSize": 1, "newSize": 2}
2024-06-27T17:24:58.228Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "039e1453-ff54-42d3-b71e-4222d188f75c", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:04.545Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ce1bb88a-b152-4b1b-ab99-528ce3036f85", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:11.908Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "833e52cd-79ef-49fb-b060-6397c47be096", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:18.288Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "89d6ac73-f3b7-4c25-836b-a864ed5ad05f", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:24.616Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "502f3e5e-0f96-44a8-969c-88d0bde8b5e2", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:30.966Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "bdc77db2-1985-49c9-b4ef-2e690fbe3220", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:37.251Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e3049fcb-d162-44f5-9003-ed44ade70f81", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:41.874Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "fd1cc646-12b6-4812-91a4-d54b7ef1d3ec", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:42.264Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "oldSize": 1, "newSize": 2}
2024-06-27T17:25:43.432Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882"}
2024-06-27T17:25:43.448Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-2"}
2024-06-27T17:25:43.448Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-16823"}
2024-06-27T17:26:03.745Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-06-27T17:27:13.793Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-2"}
2024-06-27T17:27:13.847Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-1"}
2024-06-27T17:27:34.115Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-06-27T17:28:34.152Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-1"}
2024-06-27T17:28:34.177Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-0"}
2024-06-27T17:28:54.478Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-06-27T17:30:04.507Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "pod name": "smart-update-pxc-0"}
2024-06-27T17:30:04.531Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882"}
2024-06-27T17:30:04.653Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4156213c-7728-400f-b25f-8549b9e47882", "new version": "8.0.36-28.1"}
2024-06-27T17:30:04.840Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f54cee3d-f5d2-4697-b150-6ce8e96a9058", "oldSize": 1, "newSize": 2}
2024-06-27T17:30:09.841Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "91c05600-791f-44bc-8dd9-84390ea17d0a", "oldSize": 1, "newSize": 2}
2024-06-27T17:30:16.476Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e25772b6-4e63-46b6-84f2-c25a9a521dcb", "oldSize": 1, "newSize": 2}
2024-06-27T17:30:18.221Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "d78bf9b5-0c63-4803-bf53-cb844c92cc8f", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:08.894Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3bd9ab86-2979-4b0f-b8f4-0504624843a8", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:09.229Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3bd9ab86-2979-4b0f-b8f4-0504624843a8"}
2024-06-27T17:31:10.070Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 5794d623-e743-4e7a-afda-4308a1766beb
2024-06-27T17:31:10.222Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "95406cb9-9d4a-4f77-be1a-d36f24eabe73", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:10.411Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "95406cb9-9d4a-4f77-be1a-d36f24eabe73"}
2024-06-27T17:31:11.769Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ad61b561-5b56-4263-a6e3-f85eab06e587", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:11.873Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ad61b561-5b56-4263-a6e3-f85eab06e587"}
2024-06-27T17:31:16.923Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3d6fc938-dd14-4bd8-bfcc-405d081ab61e", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:17.050Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "3d6fc938-dd14-4bd8-bfcc-405d081ab61e"}
2024-06-27T17:31:22.090Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "7b0168dc-f4c1-4723-ad91-35abe377a747", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:22.259Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "7b0168dc-f4c1-4723-ad91-35abe377a747"}
2024-06-27T17:31:27.317Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cfde9906-7f16-455e-b875-94c40ca60a40", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:27.400Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cfde9906-7f16-455e-b875-94c40ca60a40"}
2024-06-27T17:31:32.459Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5ed3c187-f4a6-4c6f-b1d3-9d3db01a8857", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:32.559Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5ed3c187-f4a6-4c6f-b1d3-9d3db01a8857"}
2024-06-27T17:31:37.604Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b75bb5a3-0535-4ba7-b723-dbd29a1589cb", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:37.740Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b75bb5a3-0535-4ba7-b723-dbd29a1589cb"}
2024-06-27T17:31:42.851Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "fa68f70e-384b-4207-9760-c08a215653b8", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:43.040Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "fa68f70e-384b-4207-9760-c08a215653b8"}
2024-06-27T17:31:48.187Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f1925d3b-2a9e-4b8e-98f1-e72fc53e9e7b", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:48.286Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f1925d3b-2a9e-4b8e-98f1-e72fc53e9e7b"}
2024-06-27T17:31:53.331Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2758acf1-43a0-4dd2-83e6-b7793cddf88c", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:53.440Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2758acf1-43a0-4dd2-83e6-b7793cddf88c"}
2024-06-27T17:31:58.485Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "04294394-d725-4efb-87e1-07d9aac8b1b4", "oldSize": 1, "newSize": 2}
2024-06-27T17:31:58.585Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "04294394-d725-4efb-87e1-07d9aac8b1b4"}
2024-06-27T17:32:03.638Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "d0015748-fe39-403e-93b0-3c214fe02c37", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:03.738Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "d0015748-fe39-403e-93b0-3c214fe02c37"}
2024-06-27T17:32:08.792Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "a02ea1cf-6784-46ea-bdd4-59c7a8379d5d", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:08.898Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "a02ea1cf-6784-46ea-bdd4-59c7a8379d5d"}
2024-06-27T17:32:13.950Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "fd1a259e-bed3-46ee-9136-bacf1f90759a", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:14.051Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "fd1a259e-bed3-46ee-9136-bacf1f90759a"}
2024-06-27T17:32:19.101Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "d4a5e512-3196-4ea2-a4df-ff8c784b21d1", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:19.200Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "d4a5e512-3196-4ea2-a4df-ff8c784b21d1"}
2024-06-27T17:32:24.249Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "69d5aea2-ca42-4067-8a93-e1f188dc5d20", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:24.371Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "69d5aea2-ca42-4067-8a93-e1f188dc5d20"}
2024-06-27T17:32:29.420Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ca130622-0fc5-44a4-b4bf-69edb11cc64b", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:29.574Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ca130622-0fc5-44a4-b4bf-69edb11cc64b"}
2024-06-27T17:32:29.677Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "74cebaf0-c43b-4ee7-8e11-d9ff83ade19a", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:29.910Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "74cebaf0-c43b-4ee7-8e11-d9ff83ade19a"}
2024-06-27T17:32:31.025Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8397922b-e727-4e9c-b05b-5ff8a4567599", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:31.170Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8397922b-e727-4e9c-b05b-5ff8a4567599"}
2024-06-27T17:32:34.677Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8e919bd0-a313-42f6-aaa9-7f5b51374990", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:34.839Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8e919bd0-a313-42f6-aaa9-7f5b51374990"}
2024-06-27T17:32:39.999Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ae6e404e-5f6e-4382-b96a-076f552cfe60", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:40.145Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ae6e404e-5f6e-4382-b96a-076f552cfe60"}
2024-06-27T17:32:45.273Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "68e9b940-9f52-4f85-94db-7f7b59df8015", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:45.457Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "68e9b940-9f52-4f85-94db-7f7b59df8015"}
2024-06-27T17:32:50.547Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "958f6262-3487-4765-8863-bdb3b39b1df8", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:50.700Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "958f6262-3487-4765-8863-bdb3b39b1df8"}
2024-06-27T17:32:55.797Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8fc8ffe8-be14-498f-925b-feb89a37daf1", "oldSize": 1, "newSize": 2}
2024-06-27T17:32:56.003Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "8fc8ffe8-be14-498f-925b-feb89a37daf1"}
2024-06-27T17:32:56.102Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4d13c187-4253-48bc-a822-0463265253d1", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:01.102Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4ddcab8d-0e31-4ebf-aff2-4242612d03db", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:07.311Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f115d4c0-452c-47e1-af07-f9f1db3790fa", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:13.604Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "37254c0d-82c0-4a5e-b94a-c74b1fac6d2f", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:19.824Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "98a19760-2ab1-4217-a712-a293ce5512b6", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:26.778Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "1658caea-af82-46e0-819f-f126bf360bf8", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:33.076Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "91a8d272-99a8-47da-8353-5283df6bf9ae", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:39.293Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5f80e031-7323-4114-afe1-ebec3e9ca4a5", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:40.739Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "49c20228-f0b8-4117-a1a3-12d00822b17a", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:45.740Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f1643249-eeec-4518-aab7-f0a13a7c3cad", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:52.014Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b8c665b1-5247-4db7-a746-d760ce81fc3d", "oldSize": 1, "newSize": 2}
2024-06-27T17:33:58.718Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "9294a630-a2d9-48d7-94c7-c21dde8151ee", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:05.109Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "c38d6efb-6fb2-438e-a02b-389564301c7e", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:11.940Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "ccff045a-b97d-41c1-94fd-2d1130c83368", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:18.194Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b36027d2-544e-43b9-a0d6-1cda32b4aa23", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:24.639Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "48a5d903-7fa2-446f-b5cc-d457abfa2c76", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:30.908Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "24cfeb73-1925-422c-8234-fbc2a0ec3665", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:37.215Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "51d33b96-0310-4cc9-9660-4a003aa35839", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:43.691Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "f4e2cbc7-163e-460c-b2d1-b276c68cd781", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:49.948Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "32934cea-73c5-475b-a0ce-7d44a4cc4777", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:57.028Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "a2a6e13a-9c66-4d72-994f-088ef74ba75b", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:58.459Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "bc3e921f-c4c3-4058-86ac-913e0297ecb0", "oldSize": 1, "newSize": 2}
2024-06-27T17:34:59.742Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "bc3e921f-c4c3-4058-86ac-913e0297ecb0", "new version": "8.0.19-10"}
2024-06-27T17:34:59.936Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "58d9b20c-e6bd-4c36-9b52-f3da7cc1d029", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:03.446Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e23d77f1-7162-451b-a2a1-0295a7352277", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:09.764Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "524e5ade-0775-4279-a486-10a8cc5172f5", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:16.122Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6064bcef-ce38-4d81-a2dd-8f8e149eac32", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:22.478Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "6c742d49-275a-4fe6-b812-062e537ff60a", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:28.830Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "732abbf7-a7eb-42f1-a810-b40995d8227a", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:35.193Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "28260b59-a7b3-4672-b3ec-890117bfd513", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:41.692Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "dd23e651-d51b-4d73-be2e-2b9bc9182312", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:48.059Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "b1fbd862-bf5a-43d6-8a4b-e59a507c6e14", "oldSize": 1, "newSize": 2}
2024-06-27T17:35:54.507Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "4657b0fc-e766-4463-a740-c9ed7f528024", "oldSize": 1, "newSize": 2}
2024-06-27T17:36:00.835Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "fe92052d-a132-4506-ba2f-af60b4807206", "oldSize": 1, "newSize": 2}
2024-06-27T17:36:02.697Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "654e464d-6183-4b37-9e7e-2bdb341ef95e", "oldSize": 1, "newSize": 2}
2024-06-27T17:36:03.078Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "oldSize": 1, "newSize": 2}
2024-06-27T17:36:04.203Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112"}
2024-06-27T17:36:04.219Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-2"}
2024-06-27T17:36:04.219Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-16823"}
2024-06-27T17:36:24.530Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-06-27T17:37:34.564Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-2"}
2024-06-27T17:37:34.584Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-1"}
2024-06-27T17:37:54.864Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-06-27T17:39:04.921Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-1"}
2024-06-27T17:39:04.945Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-0"}
2024-06-27T17:39:25.156Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-06-27T17:40:25.177Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "pod name": "smart-update-pxc-0"}
2024-06-27T17:40:25.204Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112"}
2024-06-27T17:40:25.342Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "e8e71c76-3acc-4cd2-a9b5-33a8da2a2112", "new version": "8.0.36-28.1"}
2024-06-27T17:40:25.503Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "036bf05d-c177-47db-a76a-e11b9b736f78", "oldSize": 1, "newSize": 2}
2024-06-27T17:40:30.503Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "cd0055d2-109a-4da0-b2a2-dd49e7656897", "oldSize": 1, "newSize": 2}
2024-06-27T17:40:36.904Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "acffc97d-57c8-4d83-bb51-8c5e47d39a31", "oldSize": 1, "newSize": 2}
2024-06-27T17:40:43.480Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "5cffd742-360a-4b2a-9ab4-7226551d41a2", "oldSize": 1, "newSize": 2}
2024-06-27T17:40:49.833Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "be2c68de-30f4-423b-becc-2bf7d448c724", "oldSize": 1, "newSize": 2}
2024-06-27T17:40:57.003Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2236cb8b-a5ef-40b0-9eef-8d79ca23815f", "oldSize": 1, "newSize": 2}
2024-06-27T17:41:00.926Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-16823", "name": "smart-update", "reconcileID": "2fef1f67-3d3b-4e12-98da-08ca8c1abb84", "oldSize": 1, "newSize": 2}
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.rL90hUM9I6
++ mktemp
+ local LAST_ERR=/tmp/tmp.glD9r6grec
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rL90hUM9I6
No resources found
+ cat /tmp/tmp.glD9r6grec
+ rm /tmp/tmp.rL90hUM9I6 /tmp/tmp.glD9r6grec
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.pTo5hpLTG1
++ mktemp
+ local LAST_ERR=/tmp/tmp.O86AqGEiTy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pTo5hpLTG1
No resources found
+ cat /tmp/tmp.O86AqGEiTy
+ rm /tmp/tmp.pTo5hpLTG1 /tmp/tmp.O86AqGEiTy
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.mgHJ145iJe
++ mktemp
+ local LAST_ERR=/tmp/tmp.MwjetGEYHl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mgHJ145iJe
No resources found
+ cat /tmp/tmp.MwjetGEYHl
+ rm /tmp/tmp.mgHJ145iJe /tmp/tmp.MwjetGEYHl
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.HQ31qvZ0d5
++ mktemp
+ local LAST_ERR=/tmp/tmp.wgOcoEBdlO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HQ31qvZ0d5
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.wgOcoEBdlO
+ rm /tmp/tmp.HQ31qvZ0d5 /tmp/tmp.wgOcoEBdlO
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-16823
+ rm -rf /tmp/tmp.B0EQftfcQl
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.H41XEw02H2
+ desc 'test passed'
+ local LAST_OUT=/tmp/tmp.tuZRULO7A0
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.tGOrOzmMtv
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.c8XGoyH5uq
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace smart-update1-16823
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator