Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/logs/smart-update1-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ API=pxc.percona.com/v9-9-9
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ CLUSTER=smart-update
+ CLUSTER_SIZE=3
+ PROXY_SIZE=2
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=8.0
+ TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ VS_URL=http://version-service
+ VS_PORT=11000
+ VS_ENDPOINT=http://version-service:11000
+ main
+ create_infra smart-update1-4039
+ local ns=smart-update1-4039
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n smart-update1-4695 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.DaELgu1N7s
++ mktemp
+ local LAST_ERR=/tmp/tmp.XvtDxxxEF5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.DaELgu1N7s
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.XvtDxxxEF5
+ rm /tmp/tmp.DaELgu1N7s /tmp/tmp.XvtDxxxEF5
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.31vmS85T0t
++ mktemp
+ local LAST_ERR=/tmp/tmp.DsE9bLnlAQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.31vmS85T0t
No resources found
+ cat /tmp/tmp.DsE9bLnlAQ
+ rm /tmp/tmp.31vmS85T0t /tmp/tmp.DsE9bLnlAQ
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.Eh6Yz1EQlw
++ mktemp
+ local LAST_ERR=/tmp/tmp.X9KQFMaKVh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Eh6Yz1EQlw
No resources found
+ cat /tmp/tmp.X9KQFMaKVh
+ rm /tmp/tmp.Eh6Yz1EQlw /tmp/tmp.X9KQFMaKVh
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ tail -n1
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ awk '{print $1}'
++ grep chaos-mesh.org
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ xargs kubectl delete ns
+ set +o xtrace
++ mktemp


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.TlE8JWj9GY
+ awk '{print$1}'
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ local LAST_OUT=/tmp/tmp.fhSnEIOuBW
++ mktemp
+ local LAST_ERR=/tmp/tmp.fd6HinaEZ2
+ local exit_status=0
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.vYVJxvSY5b
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TlE8JWj9GY
+ cat /tmp/tmp.vYVJxvSY5b
+ rm /tmp/tmp.TlE8JWj9GY /tmp/tmp.vYVJxvSY5b
+ return 0
namespace "cert-manager" deleted
namespace "smart-update1-4695" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fhSnEIOuBW
namespace "pxc-operator" deleted
+ cat /tmp/tmp.fd6HinaEZ2
+ rm /tmp/tmp.fhSnEIOuBW /tmp/tmp.fd6HinaEZ2
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.9s8wrbBTX4
++ mktemp
+ local LAST_ERR=/tmp/tmp.PU7hCFuSTQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9s8wrbBTX4
namespace/pxc-operator created
+ cat /tmp/tmp.PU7hCFuSTQ
+ rm /tmp/tmp.9s8wrbBTX4 /tmp/tmp.PU7hCFuSTQ
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t0xG5KMpqH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UBNT50Opdg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.t0xG5KMpqH
++ cat /tmp/tmp.UBNT50Opdg
++ rm /tmp/tmp.t0xG5KMpqH /tmp/tmp.UBNT50Opdg
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1738-69378e9b-1-cluster8 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.lBPXixHy3t
++ mktemp
+ local LAST_ERR=/tmp/tmp.VgPPC9MFeE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1738-69378e9b-1-cluster8 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lBPXixHy3t
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1738-69378e9b-1-cluster8" modified.
+ cat /tmp/tmp.VgPPC9MFeE
+ rm /tmp/tmp.lBPXixHy3t /tmp/tmp.VgPPC9MFeE
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.pxbwhkFWCS
++ mktemp
+ local LAST_ERR=/tmp/tmp.3X0GoZOnEs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pxbwhkFWCS
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.3X0GoZOnEs
+ rm /tmp/tmp.pxbwhkFWCS /tmp/tmp.3X0GoZOnEs
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/deploy/cw-rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.2OzgIwIGsm
++ mktemp
+ local LAST_ERR=/tmp/tmp.EsQfC9KCRP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.2OzgIwIGsm
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.EsQfC9KCRP
+ rm /tmp/tmp.2OzgIwIGsm /tmp/tmp.EsQfC9KCRP
+ return 0
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.yT8nI2l80J
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b^'
++ mktemp
+ local LAST_ERR=/tmp/tmp.jbrbGej2jj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yT8nI2l80J
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.jbrbGej2jj
+ rm /tmp/tmp.yT8nI2l80J /tmp/tmp.jbrbGej2jj
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.3UgUKZIxIb
++ mktemp
+ local LAST_ERR=/tmp/tmp.2lR3ES66mK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3UgUKZIxIb
pod/percona-xtradb-cluster-operator-fc59f9cc6-gd2x6 condition met
+ cat /tmp/tmp.2lR3ES66mK
+ rm /tmp/tmp.3UgUKZIxIb /tmp/tmp.2lR3ES66mK
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.h1z0euWZ9p
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4YYDaB0QrB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.h1z0euWZ9p
++ cat /tmp/tmp.4YYDaB0QrB
++ rm /tmp/tmp.h1z0euWZ9p /tmp/tmp.4YYDaB0QrB
++ return 0
+ wait_pod percona-xtradb-cluster-operator-fc59f9cc6-gd2x6 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-fc59f9cc6-gd2x6
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-fc59f9cc6-gd2x6
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-fc59f9cc6-gd2x6 condition met
percona-xtradb-cluster-operator-fc59f9cc6-gd2x6.Ok
+ sleep 3
+ create_namespace smart-update1-4039
+ local namespace=smart-update1-4039
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces smart-update1-4039'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update1-4039
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace smart-update1-4039
++ mktemp
+ xargs kubectl delete ns
+ kubectl_bin get ns
++ mktemp
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ local LAST_OUT=/tmp/tmp.vyKofmLKMa
++ mktemp
+ local LAST_ERR=/tmp/tmp.Bhj3jvAHjH
+ local exit_status=0
+ local LAST_OUT=/tmp/tmp.aRGqS0h3xR
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ mktemp
+ local LAST_ERR=/tmp/tmp.S7dZuu0P0S
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-4039
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vyKofmLKMa
+ cat /tmp/tmp.Bhj3jvAHjH
+ rm /tmp/tmp.vyKofmLKMa /tmp/tmp.Bhj3jvAHjH
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-4039
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.aRGqS0h3xR
+ cat /tmp/tmp.S7dZuu0P0S
Error from server (NotFound): namespaces "smart-update1-4039" not found
+ rm /tmp/tmp.aRGqS0h3xR /tmp/tmp.S7dZuu0P0S
+ return 1
+ :
+ wait_for_delete namespace/smart-update1-4039
+ local res=namespace/smart-update1-4039
+ echo -n 'namespace/smart-update1-4039 - '
namespace/smart-update1-4039 - + set +o xtrace
Error from server (NotFound): namespaces "smart-update1-4039" not found
+ desc 'create namespace smart-update1-4039'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace smart-update1-4039
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace smart-update1-4039
++ mktemp
+ local LAST_OUT=/tmp/tmp.4md4kMH5fu
++ mktemp
+ local LAST_ERR=/tmp/tmp.8lZdQeuGth
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace smart-update1-4039
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4md4kMH5fu
namespace/smart-update1-4039 created
+ cat /tmp/tmp.8lZdQeuGth
+ rm /tmp/tmp.4md4kMH5fu /tmp/tmp.8lZdQeuGth
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iqvyxjpJvH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tJgau6BDl1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iqvyxjpJvH
++ cat /tmp/tmp.tJgau6BDl1
++ rm /tmp/tmp.iqvyxjpJvH /tmp/tmp.tJgau6BDl1
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1738-69378e9b-1-cluster8 --namespace=smart-update1-4039
++ mktemp
+ local LAST_OUT=/tmp/tmp.EKwVjjhXM4
++ mktemp
+ local LAST_ERR=/tmp/tmp.MaIAi5gOmN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1738-69378e9b-1-cluster8 --namespace=smart-update1-4039
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EKwVjjhXM4
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1738-69378e9b-1-cluster8" modified.
+ cat /tmp/tmp.MaIAi5gOmN
+ rm /tmp/tmp.EKwVjjhXM4 /tmp/tmp.MaIAi5gOmN
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.wGom7oTj7B
++ mktemp
+ local LAST_ERR=/tmp/tmp.YV5Mml3rrI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wGom7oTj7B
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.YV5Mml3rrI
+ rm /tmp/tmp.wGom7oTj7B /tmp/tmp.YV5Mml3rrI
+ return 0
+ deploy_version_service
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.f6C1bruLel
++ mktemp
+ local LAST_ERR=/tmp/tmp.gAsiENzkZr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.f6C1bruLel
configmap/versions created
+ cat /tmp/tmp.gAsiENzkZr
+ rm /tmp/tmp.f6C1bruLel /tmp/tmp.gAsiENzkZr
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZSlkxJMmne
++ mktemp
+ local LAST_ERR=/tmp/tmp.2GUASScblu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZSlkxJMmne
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.2GUASScblu
+ rm /tmp/tmp.ZSlkxJMmne /tmp/tmp.2GUASScblu
+ return 0
+ sleep 10
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.WdszpnNv1v
++ mktemp
+ local LAST_ERR=/tmp/tmp.HBUtcjVghY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WdszpnNv1v
namespace/cert-manager created
+ cat /tmp/tmp.HBUtcjVghY
+ rm /tmp/tmp.WdszpnNv1v /tmp/tmp.HBUtcjVghY
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.oc28GhCS8N
++ mktemp
+ local LAST_ERR=/tmp/tmp.fro88FsHxq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oc28GhCS8N
namespace/cert-manager labeled
+ cat /tmp/tmp.fro88FsHxq
+ rm /tmp/tmp.oc28GhCS8N /tmp/tmp.fro88FsHxq
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.bRngNnQTgc
++ mktemp
+ local LAST_ERR=/tmp/tmp.m9Oz7EeWNN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bRngNnQTgc
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.m9Oz7EeWNN
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.bRngNnQTgc /tmp/tmp.m9Oz7EeWNN
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
++ jq -r '.versions[].matrix.pxc[].imagePath'
+++ get_operator_pod
++ grep :8.0
++ head -n1
+++ local label_prefix=app.kubernetes.io/
++++ grep -c percona-xtradb-cluster-operator
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ sort -V
++ tail -n3
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.azein0rvOB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZomtzR2sW1
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.azein0rvOB
+++ cat /tmp/tmp.ZomtzR2sW1
+++ rm /tmp/tmp.azein0rvOB /tmp/tmp.ZomtzR2sW1
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-fc59f9cc6-gd2x6 -n pxc-operator -- curl -s http://version-service.smart-update1-4039.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5i7Exy6zjZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SvUaGC25CM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-fc59f9cc6-gd2x6 -n pxc-operator -- curl -s http://version-service.smart-update1-4039.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5i7Exy6zjZ
++ cat /tmp/tmp.SvUaGC25CM
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.5i7Exy6zjZ /tmp/tmp.SvUaGC25CM
++ return 0
+ IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1
+ desc 'patch crd'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch crd
-----------------------------------------------------------------------------------

+ kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.qwDVdtMotD
++ mktemp
+ local LAST_ERR=/tmp/tmp.x2LMpHb8s5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qwDVdtMotD
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched
+ cat /tmp/tmp.x2LMpHb8s5
+ rm /tmp/tmp.qwDVdtMotD /tmp/tmp.x2LMpHb8s5
+ return 0
+ desc 'Updating ProxySQL PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating ProxySQL PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b"' /tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ spinup_pxc smart-update /tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.XPoX86T8QJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.XXbn8vjvY6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XPoX86T8QJ
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.XXbn8vjvY6
+ rm /tmp/tmp.XPoX86T8QJ /tmp/tmp.XXbn8vjvY6
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ local LAST_OUT=/tmp/tmp.9mvTSCIV60
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_ERR=/tmp/tmp.2z5APNWG7Z
+ local exit_status=0
++ seq 0 2
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-4039~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9mvTSCIV60
deployment.apps/pxc-client created
+ cat /tmp/tmp.2z5APNWG7Z
+ rm /tmp/tmp.9mvTSCIV60 /tmp/tmp.2z5APNWG7Z
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ cat /tmp/tmp.FvH4Cl5UEd/smart-update.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-4039~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.IXBULDh3Mz
++ mktemp
+ local LAST_ERR=/tmp/tmp.PO9mePvKgv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IXBULDh3Mz
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.PO9mePvKgv
+ rm /tmp/tmp.IXBULDh3Mz /tmp/tmp.PO9mePvKgv
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iTUCVpGSiw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.uQ6npuyst5
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.iTUCVpGSiw
+++ cat /tmp/tmp.uQ6npuyst5
+++ rm /tmp/tmp.iTUCVpGSiw /tmp/tmp.uQ6npuyst5
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.02QxeDo1zn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WBjGZY0ifi
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.02QxeDo1zn
+++ cat /tmp/tmp.WBjGZY0ifi
+++ rm /tmp/tmp.02QxeDo1zn /tmp/tmp.WBjGZY0ifi
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-proxysql
++ return
+ local proxy=smart-update-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
++ mktemp
+ local LAST_OUT=/tmp/tmp.463gHvhC4m
++ mktemp
+ local LAST_ERR=/tmp/tmp.55Tab8BQzD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.463gHvhC4m
+ cat /tmp/tmp.55Tab8BQzD
error: no matching resources found
+ rm /tmp/tmp.463gHvhC4m /tmp/tmp.55Tab8BQzD
+ return 1
+ true
+ wait_for_running smart-update-proxysql 1
+ local name=smart-update-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-proxysql-0 480
+ local pod=smart-update-proxysql-0
+ local max_retry=480
+ local ns=
++ echo smart-update-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/smart-update-proxysql-0 condition met
smart-update-proxysql-0.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-pxc-2
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y0c8VRmq8N
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0TWBFIGX7K
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Y0c8VRmq8N
++ cat /tmp/tmp.0TWBFIGX7K
++ rm /tmp/tmp.Y0c8VRmq8N /tmp/tmp.0TWBFIGX7K
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JqLXXWPhGj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3JwGzWyZls
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JqLXXWPhGj
++ cat /tmp/tmp.3JwGzWyZls
++ rm /tmp/tmp.JqLXXWPhGj /tmp/tmp.3JwGzWyZls
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-6644d8898f-6xjmk
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SRcXLJYLxu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5havuHnjhr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SRcXLJYLxu
++ cat /tmp/tmp.5havuHnjhr
++ rm /tmp/tmp.SRcXLJYLxu /tmp/tmp.5havuHnjhr
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4msAxiuNvy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IaEFiFLP6p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4msAxiuNvy
++ cat /tmp/tmp.IaEFiFLP6p
++ rm /tmp/tmp.4msAxiuNvy /tmp/tmp.IaEFiFLP6p
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-6xjmk
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jR2rhKngPv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Pr9nsktFUx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jR2rhKngPv
++ cat /tmp/tmp.Pr9nsktFUx
++ rm /tmp/tmp.jR2rhKngPv /tmp/tmp.Pr9nsktFUx
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EOXv0OGLrM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H1DM8AXHky
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EOXv0OGLrM
++ cat /tmp/tmp.H1DM8AXHky
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.EOXv0OGLrM /tmp/tmp.H1DM8AXHky
++ return 0
+ '[' '' ']'
+++ get_proxy smart-update
+++ local target_cluster=smart-update
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.A58Hv51QSI
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.CYTnLDjckP
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.A58Hv51QSI
++++ cat /tmp/tmp.CYTnLDjckP
++++ rm /tmp/tmp.A58Hv51QSI /tmp/tmp.CYTnLDjckP
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.aUMrWVxKGF
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.b1zmJId1Zl
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.aUMrWVxKGF
++++ cat /tmp/tmp.b1zmJId1Zl
++++ rm /tmp/tmp.aUMrWVxKGF /tmp/tmp.b1zmJId1Zl
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo smart-update-proxysql
+++ return
++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0
++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
++ local pod=smart-update-proxysql-0
+++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql
+++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';'
+++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+++ local pod=smart-update-proxysql-0
+++ local container_name=proxysql
+++ set +o xtrace
++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-4039.svc.cluster.local
+++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-4039.svc.cluster.local
+++ wc -l
++ '[' 1 '!=' 1 ']'
++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-4039.svc.cluster.local
++ cut -d. -f1
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.fQiz8M4V23
++ mktemp
+ local LAST_ERR=/tmp/tmp.612Vvk2rCz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fQiz8M4V23
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.612Vvk2rCz
+ rm /tmp/tmp.fQiz8M4V23 /tmp/tmp.612Vvk2rCz
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update.........................................................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ol2OkPziKc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EeNDxNcTzg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ol2OkPziKc
++ cat /tmp/tmp.EeNDxNcTzg
++ rm /tmp/tmp.ol2OkPziKc /tmp/tmp.EeNDxNcTzg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VpRrnzHq7z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KLpnYFZHGo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VpRrnzHq7z
++ cat /tmp/tmp.KLpnYFZHGo
++ rm /tmp/tmp.VpRrnzHq7z /tmp/tmp.KLpnYFZHGo
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ATkwRm9cEK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ib8ZBzqWLd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ATkwRm9cEK
++ cat /tmp/tmp.Ib8ZBzqWLd
++ rm /tmp/tmp.ATkwRm9cEK /tmp/tmp.Ib8ZBzqWLd
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XNrQdfM1XD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VJU2WBoO8L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XNrQdfM1XD
++ cat /tmp/tmp.VJU2WBoO8L
++ rm /tmp/tmp.XNrQdfM1XD /tmp/tmp.VJU2WBoO8L
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CRqm3fiEE1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YvbNcAHuVh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CRqm3fiEE1
++ cat /tmp/tmp.YvbNcAHuVh
++ rm /tmp/tmp.CRqm3fiEE1 /tmp/tmp.YvbNcAHuVh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LxTwuhYxub
+++ mktemp
++ local LAST_ERR=/tmp/tmp.znwLmz5GIK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LxTwuhYxub
++ cat /tmp/tmp.znwLmz5GIK
++ rm /tmp/tmp.LxTwuhYxub /tmp/tmp.znwLmz5GIK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HgBPWaO0xB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tbseJ5tpqb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HgBPWaO0xB
++ cat /tmp/tmp.tbseJ5tpqb
++ rm /tmp/tmp.HgBPWaO0xB /tmp/tmp.tbseJ5tpqb
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.a9PAkSegvg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Xd8teYOkyY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.a9PAkSegvg
++ cat /tmp/tmp.Xd8teYOkyY
++ rm /tmp/tmp.a9PAkSegvg /tmp/tmp.Xd8teYOkyY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YdSLz95cE8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HD8sqF7DYh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YdSLz95cE8
++ cat /tmp/tmp.HD8sqF7DYh
++ rm /tmp/tmp.YdSLz95cE8 /tmp/tmp.HD8sqF7DYh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4IzElFbtJV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rMA8nDTGRe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4IzElFbtJV
++ cat /tmp/tmp.rMA8nDTGRe
++ rm /tmp/tmp.4IzElFbtJV /tmp/tmp.rMA8nDTGRe
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.62vGxOQEYA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cgG8gNDA0Z
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.62vGxOQEYA
++ cat /tmp/tmp.cgG8gNDA0Z
++ rm /tmp/tmp.62vGxOQEYA /tmp/tmp.cgG8gNDA0Z
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qI985j4yCT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HdkU4riFuA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qI985j4yCT
++ cat /tmp/tmp.HdkU4riFuA
++ rm /tmp/tmp.qI985j4yCT /tmp/tmp.HdkU4riFuA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0aCtM9fKHc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2vPrTM9Rs8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0aCtM9fKHc
++ cat /tmp/tmp.2vPrTM9Rs8
++ rm /tmp/tmp.0aCtM9fKHc /tmp/tmp.2vPrTM9Rs8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 12 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3OHuX3tvqk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3zNlisdCBh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3OHuX3tvqk
++ cat /tmp/tmp.3zNlisdCBh
++ rm /tmp/tmp.3OHuX3tvqk /tmp/tmp.3zNlisdCBh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 13 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.y3pAU4WsjJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Xi2o8BNqwj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.y3pAU4WsjJ
++ cat /tmp/tmp.Xi2o8BNqwj
++ rm /tmp/tmp.y3pAU4WsjJ /tmp/tmp.Xi2o8BNqwj
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 14 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3QJNvtIKYV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ou9lKjNL2q
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3QJNvtIKYV
++ cat /tmp/tmp.Ou9lKjNL2q
++ rm /tmp/tmp.3QJNvtIKYV /tmp/tmp.Ou9lKjNL2q
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2I1YIgeE5k
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4DRWwyvpdL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2I1YIgeE5k
++ cat /tmp/tmp.4DRWwyvpdL
++ rm /tmp/tmp.2I1YIgeE5k /tmp/tmp.4DRWwyvpdL
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.RsGMvO08Wr
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.sjZqau5P6W
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.RsGMvO08Wr
+++++ cat /tmp/tmp.sjZqau5P6W
+++++ rm /tmp/tmp.RsGMvO08Wr /tmp/tmp.sjZqau5P6W
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.DcuOmYvYaP
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.kA1FpgX5B3
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.DcuOmYvYaP
+++++ cat /tmp/tmp.kA1FpgX5B3
+++++ rm /tmp/tmp.DcuOmYvYaP /tmp/tmp.kA1FpgX5B3
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0MlHIxufaf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rVFYfnF8Rj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0MlHIxufaf
++ cat /tmp/tmp.rVFYfnF8Rj
++ rm /tmp/tmp.0MlHIxufaf /tmp/tmp.rVFYfnF8Rj
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bpsH7K8rdq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7sZBmgXZCA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bpsH7K8rdq
++ cat /tmp/tmp.7sZBmgXZCA
++ rm /tmp/tmp.bpsH7K8rdq /tmp/tmp.7sZBmgXZCA
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.08f2qag3dW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NKLEEPtRVz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.08f2qag3dW
++ cat /tmp/tmp.NKLEEPtRVz
++ rm /tmp/tmp.08f2qag3dW /tmp/tmp.NKLEEPtRVz
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GwpvV4hCtE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1vJMiWIQLk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GwpvV4hCtE
++ cat /tmp/tmp.1vJMiWIQLk
++ rm /tmp/tmp.GwpvV4hCtE /tmp/tmp.1vJMiWIQLk
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/smart-update.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.aJgYD9NESo
++ mktemp
+ local LAST_ERR=/tmp/tmp.O6NtufIVKO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/smart-update.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aJgYD9NESo
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.O6NtufIVKO
+ rm /tmp/tmp.aJgYD9NESo /tmp/tmp.O6NtufIVKO
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.qBtQgWLDVK
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZguYdQEhFC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qBtQgWLDVK
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted
+ cat /tmp/tmp.ZguYdQEhFC
+ rm /tmp/tmp.qBtQgWLDVK /tmp/tmp.ZguYdQEhFC
+ return 0
+ desc 'Updating HAProxy PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating HAProxy PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b"' /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ spinup_pxc smart-update /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.RY41EKkqic
++ mktemp
+ local LAST_ERR=/tmp/tmp.u93AWly75o
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RY41EKkqic
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.u93AWly75o
+ rm /tmp/tmp.RY41EKkqic /tmp/tmp.u93AWly75o
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.v4ABO400HN
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-4039~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_ERR=/tmp/tmp.KMax5K8NgV
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.v4ABO400HN
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.KMax5K8NgV
+ rm /tmp/tmp.v4ABO400HN /tmp/tmp.KMax5K8NgV
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-4039~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b#'
+ local LAST_OUT=/tmp/tmp.KXCv11Fbaa
++ mktemp
+ local LAST_ERR=/tmp/tmp.IVDuwIuJhJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KXCv11Fbaa
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.IVDuwIuJhJ
+ rm /tmp/tmp.KXCv11Fbaa /tmp/tmp.IVDuwIuJhJ
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9JqtnjOhWW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0muKEcJ7Xz
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.9JqtnjOhWW
+++ cat /tmp/tmp.0muKEcJ7Xz
+++ rm /tmp/tmp.9JqtnjOhWW /tmp/tmp.0muKEcJ7Xz
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
++ mktemp
+ local LAST_OUT=/tmp/tmp.ioO2OGETEl
++ mktemp
+ local LAST_ERR=/tmp/tmp.wTCQ99ydyO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.ioO2OGETEl
+ cat /tmp/tmp.wTCQ99ydyO
error: no matching resources found
+ rm /tmp/tmp.ioO2OGETEl /tmp/tmp.wTCQ99ydyO
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jwmjRUE9ZZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9cykaC11Bw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jwmjRUE9ZZ
++ cat /tmp/tmp.9cykaC11Bw
++ rm /tmp/tmp.jwmjRUE9ZZ /tmp/tmp.9cykaC11Bw
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sUiGOf6DUz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.L7zls8jJqV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sUiGOf6DUz
++ cat /tmp/tmp.L7zls8jJqV
++ rm /tmp/tmp.sUiGOf6DUz /tmp/tmp.L7zls8jJqV
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W5R4IvSyLR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0Tfwj4zKml
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.W5R4IvSyLR
++ cat /tmp/tmp.0Tfwj4zKml
++ rm /tmp/tmp.W5R4IvSyLR /tmp/tmp.0Tfwj4zKml
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HLiitrLdCr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7ZaxJ1K4Rf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HLiitrLdCr
++ cat /tmp/tmp.7ZaxJ1K4Rf
++ rm /tmp/tmp.HLiitrLdCr /tmp/tmp.7ZaxJ1K4Rf
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X6ANUadgrC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0qwdkENNDU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.X6ANUadgrC
++ cat /tmp/tmp.0qwdkENNDU
++ rm /tmp/tmp.X6ANUadgrC /tmp/tmp.0qwdkENNDU
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-6644d8898f-6xjmk
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ egrep -o 'early-plugin-load=keyring_\w+.so'
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.G2f0tAhSRq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A6AJONO9HY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.G2f0tAhSRq
++ cat /tmp/tmp.A6AJONO9HY
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.G2f0tAhSRq /tmp/tmp.A6AJONO9HY
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RUljZIBgYU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tv6V6xoprL
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.RUljZIBgYU
+++ cat /tmp/tmp.tv6V6xoprL
+++ rm /tmp/tmp.RUljZIBgYU /tmp/tmp.tv6V6xoprL
+++ return 0
++ client_pod=pxc-client-6644d8898f-6xjmk
++ wait_pod pxc-client-6644d8898f-6xjmk
++ local pod=pxc-client-6644d8898f-6xjmk
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-6xjmk
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.goDHMjhIwD
++ mktemp
+ local LAST_ERR=/tmp/tmp.LJ1dToAS0x
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.goDHMjhIwD
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.LJ1dToAS0x
+ rm /tmp/tmp.goDHMjhIwD /tmp/tmp.LJ1dToAS0x
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update.........................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LJObufPfxw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fZ3sMsiHXn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LJObufPfxw
++ cat /tmp/tmp.fZ3sMsiHXn
++ rm /tmp/tmp.LJObufPfxw /tmp/tmp.fZ3sMsiHXn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v3Udk1xYcE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.inhGNJpwsE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.v3Udk1xYcE
++ cat /tmp/tmp.inhGNJpwsE
++ rm /tmp/tmp.v3Udk1xYcE /tmp/tmp.inhGNJpwsE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LiJZPXBFhF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.itcZ1wqaCn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LiJZPXBFhF
++ cat /tmp/tmp.itcZ1wqaCn
++ rm /tmp/tmp.LiJZPXBFhF /tmp/tmp.itcZ1wqaCn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.N7ktMDk449
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YIGsZadoR1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.N7ktMDk449
++ cat /tmp/tmp.YIGsZadoR1
++ rm /tmp/tmp.N7ktMDk449 /tmp/tmp.YIGsZadoR1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o4kh6Th5bf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xSjDROr6jh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o4kh6Th5bf
++ cat /tmp/tmp.xSjDROr6jh
++ rm /tmp/tmp.o4kh6Th5bf /tmp/tmp.xSjDROr6jh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LBpzeTg1qU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nDKdUjfw0L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LBpzeTg1qU
++ cat /tmp/tmp.nDKdUjfw0L
++ rm /tmp/tmp.LBpzeTg1qU /tmp/tmp.nDKdUjfw0L
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hHmzbSw6Zd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NRFtVW4UcW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hHmzbSw6Zd
++ cat /tmp/tmp.NRFtVW4UcW
++ rm /tmp/tmp.hHmzbSw6Zd /tmp/tmp.NRFtVW4UcW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aXKW04BHOe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8l2va5GusW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aXKW04BHOe
++ cat /tmp/tmp.8l2va5GusW
++ rm /tmp/tmp.aXKW04BHOe /tmp/tmp.8l2va5GusW
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uU4ZFA5reO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OGI5Dxw1Ko
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uU4ZFA5reO
++ cat /tmp/tmp.OGI5Dxw1Ko
++ rm /tmp/tmp.uU4ZFA5reO /tmp/tmp.OGI5Dxw1Ko
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.xe9rzLCK3g
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.AWwLwgUTU5
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.xe9rzLCK3g
+++++ cat /tmp/tmp.AWwLwgUTU5
+++++ rm /tmp/tmp.xe9rzLCK3g /tmp/tmp.AWwLwgUTU5
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MDXJM6waUo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wVbQq21kE0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MDXJM6waUo
++ cat /tmp/tmp.wVbQq21kE0
++ rm /tmp/tmp.MDXJM6waUo /tmp/tmp.wVbQq21kE0
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gHhZXzwi15
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OMrSAnmhgL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gHhZXzwi15
++ cat /tmp/tmp.OMrSAnmhgL
++ rm /tmp/tmp.gHhZXzwi15 /tmp/tmp.OMrSAnmhgL
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cQgMdw1e3v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s4pDP2D79Q
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cQgMdw1e3v
++ cat /tmp/tmp.s4pDP2D79Q
++ rm /tmp/tmp.cQgMdw1e3v /tmp/tmp.s4pDP2D79Q
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZMqFc2ELoi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H3ZsXDP0EW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZMqFc2ELoi
++ cat /tmp/tmp.H3ZsXDP0EW
++ rm /tmp/tmp.ZMqFc2ELoi /tmp/tmp.H3ZsXDP0EW
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ppkq6O4Leb
++ mktemp
+ local LAST_ERR=/tmp/tmp.gYiS3y7z3j
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.FvH4Cl5UEd/smart-update-haproxy.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ppkq6O4Leb
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.gYiS3y7z3j
+ rm /tmp/tmp.Ppkq6O4Leb /tmp/tmp.gYiS3y7z3j
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.Wom7B3GkT9
++ mktemp
+ local LAST_ERR=/tmp/tmp.yEYZfvslp0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Wom7B3GkT9
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.yEYZfvslp0
+ rm /tmp/tmp.Wom7B3GkT9 /tmp/tmp.yEYZfvslp0
+ return 0
+ desc 'Updating PXC cluster with version service available but disabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating PXC cluster with version service available but disabled
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b"' /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ spinup_pxc smart-update /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.opG78UhmoS
++ mktemp
+ local LAST_ERR=/tmp/tmp.0mPYaNt5m5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.opG78UhmoS
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.0mPYaNt5m5
+ rm /tmp/tmp.opG78UhmoS /tmp/tmp.0mPYaNt5m5
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b#'
+ local LAST_OUT=/tmp/tmp.BYW3Vp9epu
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-4039~
++ mktemp
+ local LAST_ERR=/tmp/tmp.HiSdiMltMH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BYW3Vp9epu
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.HiSdiMltMH
+ rm /tmp/tmp.BYW3Vp9epu /tmp/tmp.HiSdiMltMH
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ local LAST_OUT=/tmp/tmp.4CLRxIo9PN
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-4039~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1738-69378e9b#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_ERR=/tmp/tmp.ECvkp3KHss
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4CLRxIo9PN
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.ECvkp3KHss
+ rm /tmp/tmp.4CLRxIo9PN /tmp/tmp.ECvkp3KHss
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.d9urHVMVlh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.rqJvELilN8
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.d9urHVMVlh
+++ cat /tmp/tmp.rqJvELilN8
+++ rm /tmp/tmp.d9urHVMVlh /tmp/tmp.rqJvELilN8
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
++ mktemp
+ local LAST_OUT=/tmp/tmp.mpGbkI4vG1
++ mktemp
+ local LAST_ERR=/tmp/tmp.229cDxUtHM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-4039
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.mpGbkI4vG1
+ cat /tmp/tmp.229cDxUtHM
error: no matching resources found
+ rm /tmp/tmp.mpGbkI4vG1 /tmp/tmp.229cDxUtHM
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0EQlIrBA5A
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NpTwlPyFES
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0EQlIrBA5A
++ cat /tmp/tmp.NpTwlPyFES
++ rm /tmp/tmp.0EQlIrBA5A /tmp/tmp.NpTwlPyFES
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RiTuf2llNr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RhMM8b7eQf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RiTuf2llNr
++ cat /tmp/tmp.RhMM8b7eQf
++ rm /tmp/tmp.RiTuf2llNr /tmp/tmp.RhMM8b7eQf
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y1n7jqxcIa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Lnxkru67JW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Y1n7jqxcIa
++ cat /tmp/tmp.Lnxkru67JW
++ rm /tmp/tmp.Y1n7jqxcIa /tmp/tmp.Lnxkru67JW
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1ujfKpq1i6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ftWwJGBO92
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1ujfKpq1i6
++ cat /tmp/tmp.ftWwJGBO92
++ rm /tmp/tmp.1ujfKpq1i6 /tmp/tmp.ftWwJGBO92
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MA73Dhn5oo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QJhK4flWnC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MA73Dhn5oo
++ cat /tmp/tmp.QJhK4flWnC
++ rm /tmp/tmp.MA73Dhn5oo /tmp/tmp.QJhK4flWnC
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wjfETuWj8v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P4QJJLGhDl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wjfETuWj8v
++ cat /tmp/tmp.P4QJJLGhDl
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.wjfETuWj8v /tmp/tmp.P4QJJLGhDl
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Z9A5vwoMPQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xVFWc2h7mB
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.Z9A5vwoMPQ
+++ cat /tmp/tmp.xVFWc2h7mB
+++ rm /tmp/tmp.Z9A5vwoMPQ /tmp/tmp.xVFWc2h7mB
+++ return 0
++ client_pod=pxc-client-6644d8898f-6xjmk
++ wait_pod pxc-client-6644d8898f-6xjmk
++ local pod=pxc-client-6644d8898f-6xjmk
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-6xjmk
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.D2sgxgQD5Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.fEnxZkGF3p
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.D2sgxgQD5Q
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.fEnxZkGF3p
+ rm /tmp/tmp.D2sgxgQD5Q /tmp/tmp.fEnxZkGF3p
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update..............................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PBYv6IOUZR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s1G0dCLvWQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PBYv6IOUZR
++ cat /tmp/tmp.s1G0dCLvWQ
++ rm /tmp/tmp.PBYv6IOUZR /tmp/tmp.s1G0dCLvWQ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bWJfN1nSBU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c5GHCAasa4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bWJfN1nSBU
++ cat /tmp/tmp.c5GHCAasa4
++ rm /tmp/tmp.bWJfN1nSBU /tmp/tmp.c5GHCAasa4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UNvgG64Q1f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4ONimmjTOT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UNvgG64Q1f
++ cat /tmp/tmp.4ONimmjTOT
++ rm /tmp/tmp.UNvgG64Q1f /tmp/tmp.4ONimmjTOT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1k9ZaallM8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9P5Mmj9hjm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1k9ZaallM8
++ cat /tmp/tmp.9P5Mmj9hjm
++ rm /tmp/tmp.1k9ZaallM8 /tmp/tmp.9P5Mmj9hjm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xC8DD7Adtr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z9jnfNibbA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xC8DD7Adtr
++ cat /tmp/tmp.z9jnfNibbA
++ rm /tmp/tmp.xC8DD7Adtr /tmp/tmp.z9jnfNibbA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3gQBaRiWEI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zeO9rJC0nP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3gQBaRiWEI
++ cat /tmp/tmp.zeO9rJC0nP
++ rm /tmp/tmp.3gQBaRiWEI /tmp/tmp.zeO9rJC0nP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u8kI89obqm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ihZBglgt2v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.u8kI89obqm
++ cat /tmp/tmp.ihZBglgt2v
++ rm /tmp/tmp.u8kI89obqm /tmp/tmp.ihZBglgt2v
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GtmGWmCYfH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ha0bTMkhGI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GtmGWmCYfH
++ cat /tmp/tmp.Ha0bTMkhGI
++ rm /tmp/tmp.GtmGWmCYfH /tmp/tmp.Ha0bTMkhGI
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kYDAiSjS45
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kVqQ77u7xt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kYDAiSjS45
++ cat /tmp/tmp.kVqQ77u7xt
++ rm /tmp/tmp.kYDAiSjS45 /tmp/tmp.kVqQ77u7xt
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fJHe8tWqR5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qyDjyKeX9X
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fJHe8tWqR5
++ cat /tmp/tmp.qyDjyKeX9X
++ rm /tmp/tmp.fJHe8tWqR5 /tmp/tmp.qyDjyKeX9X
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Ze6ZGus9ew
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.gm55mlzpvT
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Ze6ZGus9ew
+++++ cat /tmp/tmp.gm55mlzpvT
+++++ rm /tmp/tmp.Ze6ZGus9ew /tmp/tmp.gm55mlzpvT
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lVXpMfIGq6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cNXXHmtmvl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lVXpMfIGq6
++ cat /tmp/tmp.cNXXHmtmvl
++ rm /tmp/tmp.lVXpMfIGq6 /tmp/tmp.cNXXHmtmvl
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jciId8gYNl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aVu017gBIU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jciId8gYNl
++ cat /tmp/tmp.aVu017gBIU
++ rm /tmp/tmp.jciId8gYNl /tmp/tmp.aVu017gBIU
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gByllGRvyq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VosEWhD4vU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gByllGRvyq
++ cat /tmp/tmp.VosEWhD4vU
++ rm /tmp/tmp.gByllGRvyq /tmp/tmp.VosEWhD4vU
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z73fhOSPAI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OSkmkc8hUT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.z73fhOSPAI
++ cat /tmp/tmp.OSkmkc8hUT
++ rm /tmp/tmp.z73fhOSPAI /tmp/tmp.OSkmkc8hUT
++ return 0
+ client_pod=pxc-client-6644d8898f-6xjmk
+ wait_pod pxc-client-6644d8898f-6xjmk
+ local pod=pxc-client-6644d8898f-6xjmk
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-6xjmk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-6xjmk condition met
pxc-client-6644d8898f-6xjmk.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FvH4Cl5UEd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.FvH4Cl5UEd/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.iyEaT8P5ZH
++ mktemp
+ local LAST_ERR=/tmp/tmp.LmJBIzCLAa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.FvH4Cl5UEd/smart-update-version-service-reachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iyEaT8P5ZH
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.LmJBIzCLAa
+ rm /tmp/tmp.iyEaT8P5ZH /tmp/tmp.LmJBIzCLAa
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.RbAX2Iy3dm
++ mktemp
+ local LAST_ERR=/tmp/tmp.krWwkmP5cs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RbAX2Iy3dm
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.krWwkmP5cs
+ rm /tmp/tmp.RbAX2Iy3dm /tmp/tmp.krWwkmP5cs
+ return 0
+ desc cleanup
+ set +o xtrace


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q8Yili2ZFi
++ mktemp
+ local LAST_ERR=/tmp/tmp.o1RhbNn5I5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1738/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Q8Yili2ZFi
deployment.apps "version-service" deleted
service "version-service" deleted
+ cat /tmp/tmp.o1RhbNn5I5
+ rm /tmp/tmp.Q8Yili2ZFi /tmp/tmp.o1RhbNn5I5
+ return 0
+ destroy smart-update1-4039
+ local namespace=smart-update1-4039
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ sort -u
+ grep -v 'get backup status: Job.batch'
+ tee /tmp/tmp.FvH4Cl5UEd/operator.log
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+ grep -v level=info
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kSLJtWCUF5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xML2hfkMjE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kSLJtWCUF5
++ cat /tmp/tmp.xML2hfkMjE
++ rm /tmp/tmp.kSLJtWCUF5 /tmp/tmp.xML2hfkMjE
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-fc59f9cc6-gd2x6
++ mktemp
+ local LAST_OUT=/tmp/tmp.QkLsBTdcU2
++ mktemp
+ local LAST_ERR=/tmp/tmp.YUFRZ1PZoe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-fc59f9cc6-gd2x6
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QkLsBTdcU2
+ cat /tmp/tmp.YUFRZ1PZoe
+ rm /tmp/tmp.QkLsBTdcU2 /tmp/tmp.YUFRZ1PZoe
+ return 0
2024-06-27T03:36:31.417Z	INFO	setup	Manager starting up	{"gitCommit": "69378e9b9f99c09803a6bd8d6e7cb26ca69c5c66", "gitBranch": "PR-1738-69378e9b", "buildTime": "2024-06-27T01:53:54Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"}
2024-06-27T03:36:31.417Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.26.15-gke.1436000"}
2024-06-27T03:36:31.418Z	INFO	setup	Registering Components.
2024-06-27T03:36:36.909Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-06-27T03:36:36.914Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-06-27T03:36:36.914Z	INFO	controller-runtime.metrics	Starting metrics server
2024-06-27T03:36:36.914Z	INFO	setup	Starting the Cmd.
2024-06-27T03:36:36.915Z	INFO	controller-runtime.webhook	Starting webhook server
2024-06-27T03:36:36.915Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-06-27T03:36:36.916Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-06-27T03:36:36.916Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-06-27T03:36:36.916Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-06-27T03:36:37.017Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-06-27T03:36:37.034Z	DEBUG	events	percona-xtradb-cluster-operator-fc59f9cc6-gd2x6_6a79107f-60f4-4a83-b4b4-f9e5f16a3d8d became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"a9204bbb-0947-4df2-adb5-7dad3d468745","apiVersion":"coordination.k8s.io/v1","resourceVersion":"51604"}, "reason": "LeaderElection"}
2024-06-27T03:36:37.034Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-06-27T03:36:37.035Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-06-27T03:36:37.035Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-06-27T03:36:37.035Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-06-27T03:36:37.035Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2024-06-27T03:36:37.035Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2024-06-27T03:36:37.035Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2024-06-27T03:36:37.145Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-06-27T03:36:37.145Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-06-27T03:36:37.145Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-06-27T03:38:55.447Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "781482ea-e271-45dd-b967-d1844ce646a7", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:02.912Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9852aac5-1a23-4040-b10b-ff8fcc458f03", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:03.051Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9852aac5-1a23-4040-b10b-ff8fcc458f03"}
2024-06-27T03:39:03.508Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c85f4914-6548-4919-a683-8cd7e6e39433", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:03.630Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c85f4914-6548-4919-a683-8cd7e6e39433"}
2024-06-27T03:39:08.509Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1b588dab-c774-400d-8921-f8e55776f33d", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:08.624Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1b588dab-c774-400d-8921-f8e55776f33d"}
2024-06-27T03:39:13.713Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "85c8b457-9d51-4139-926c-4a82f02ada3d", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:13.949Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "85c8b457-9d51-4139-926c-4a82f02ada3d"}
2024-06-27T03:39:19.029Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ae1c2fbf-00ed-4e43-bed6-8322f7553622", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:19.183Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ae1c2fbf-00ed-4e43-bed6-8322f7553622"}
2024-06-27T03:39:24.228Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1b4db164-25bd-43be-a3a8-dc02c6bd83e9", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:24.321Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1b4db164-25bd-43be-a3a8-dc02c6bd83e9"}
2024-06-27T03:39:24.460Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5e0211e3-e924-469a-ac20-b8faa8be1051", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:24.746Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5e0211e3-e924-469a-ac20-b8faa8be1051"}
2024-06-27T03:39:29.457Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "19e63f89-7087-426c-ae2b-a83ccd2dd603", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:29.580Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "19e63f89-7087-426c-ae2b-a83ccd2dd603"}
2024-06-27T03:39:34.628Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "82939c0d-b163-4cc9-ba6f-528c6fdacb8e", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:34.754Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "82939c0d-b163-4cc9-ba6f-528c6fdacb8e"}
2024-06-27T03:39:39.828Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "835a73f1-d856-449b-a0c4-7cdf7cb43ea6", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:39.987Z	INFO	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "835a73f1-d856-449b-a0c4-7cdf7cb43ea6"}
2024-06-27T03:39:40.050Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "82861191-838c-47ea-8002-2eaada350903", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:45.050Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "70ec3c2b-5c71-44d2-99be-cb0ec74c11b9", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:51.425Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "404042c6-bb1b-45aa-8caf-e5bd08635f2f", "oldSize": 1, "newSize": 2}
2024-06-27T03:39:57.684Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "79991a21-026f-4616-8cd0-1eac55248022", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:04.818Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "42f35275-5197-457b-b1c8-3de05039a708", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:10.995Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7f488a9c-2cff-4bfb-a2d7-bb01e350d69a", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:17.201Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "14588bab-8d38-4e77-803a-237296bc9ec7", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:18.429Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:18.495Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c", "user": "operator"}
2024-06-27T03:40:18.533Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c", "user": "monitor"}
2024-06-27T03:40:18.599Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c"}
2024-06-27T03:40:18.636Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c"}
2024-06-27T03:40:18.670Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c", "user": "xtrabackup"}
2024-06-27T03:40:18.722Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c"}
2024-06-27T03:40:18.756Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c", "user": "replication"}
2024-06-27T03:40:19.856Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "76e4782f-0dce-4e38-8ee1-911f35558e9c", "err": "get primary pxc pod: not found"}
2024-06-27T03:40:23.430Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "58786b4d-4e0a-40ce-83d2-fea8f56efc0d", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:24.735Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "58786b4d-4e0a-40ce-83d2-fea8f56efc0d", "err": "get primary pxc pod: not found"}
2024-06-27T03:40:29.808Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7eea08e9-10af-4a27-8c03-0f45798e3714", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:30.994Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7eea08e9-10af-4a27-8c03-0f45798e3714", "err": "get primary pxc pod: not found"}
2024-06-27T03:40:36.045Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fb3d5f70-b813-47b9-85ca-7941da0e47c5", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:42.318Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e6476f77-b5cc-4369-a53d-6032119ffed3", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:48.577Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "21805556-6c8a-4577-99ab-2b7147da1a24", "oldSize": 1, "newSize": 2}
2024-06-27T03:40:54.825Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7edbcc1b-be7d-40e2-847f-c02ea71b9374", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:01.067Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "adbf71a4-3331-44de-9a92-dcb371abd797", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:07.291Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "2175b088-c01e-4be2-b923-1b1bfda19a00", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:13.534Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c7ed45c6-d6aa-4983-bc7f-0966ece4d483", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:20.283Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c9303ecf-1318-4b16-8e9f-9fe48d8b89f3", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:26.567Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7eee0be7-2c3b-42f7-acb8-e24eac7aad30", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:28.872Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7ab040f8-6863-4f75-a554-8d4a9c791324", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:33.873Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "3b3219ee-0ed5-4a8f-b27e-c4e882ae011e", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:40.116Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d3be86e3-5b7e-487e-b46f-5a2c14a950de", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:46.404Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "16052380-b19b-470c-94f4-529ecc42dc4a", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:52.876Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a75a5b17-96d9-47cf-8c99-34ef6594bd88", "oldSize": 1, "newSize": 2}
2024-06-27T03:41:59.114Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5ef3033b-0434-4927-a87e-34fb537ccea3", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:05.382Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "2aedf7e7-7ec7-407a-913d-662f8f8ceb92", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:11.769Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6689ad1b-4e89-452b-bcbd-7c386640fc1a", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:18.657Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "93ac98f2-a021-484b-a2ef-bc479bb82e0b", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:24.889Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "037c29b2-00f3-432b-aea0-73240942d5c6", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:31.278Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "968676ed-e9ad-4435-82ba-3dfe3922aed6", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:37.554Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ccee2011-8f29-41cd-a334-a28d6e6438c4", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:38.864Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "399d2fe1-ca13-4385-9f4b-1dc928b08475", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:39.066Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "399d2fe1-ca13-4385-9f4b-1dc928b08475", "user": "root"}
2024-06-27T03:42:40.423Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "399d2fe1-ca13-4385-9f4b-1dc928b08475", "new version": "8.0.19-10"}
2024-06-27T03:42:40.578Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b9f42e9d-ac69-4e35-9635-7008c5e9652e", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:41.718Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "399d2fe1-ca13-4385-9f4b-1dc928b08475"}
2024-06-27T03:42:43.854Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "75ff07b0-a11b-4a65-98cf-93f6958fad17", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:46.599Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "75ff07b0-a11b-4a65-98cf-93f6958fad17"}
2024-06-27T03:42:50.270Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9be3fec2-876e-49c5-b070-6c7242c9bb37", "oldSize": 1, "newSize": 2}
2024-06-27T03:42:52.943Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9be3fec2-876e-49c5-b070-6c7242c9bb37"}
2024-06-27T03:42:56.661Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "05ab2d2e-9a92-4516-bf25-56b3e31c7c97", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:00.012Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "05ab2d2e-9a92-4516-bf25-56b3e31c7c97"}
2024-06-27T03:43:03.691Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6b24098c-0e41-41a1-82f6-eb884c7f04fb", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:06.333Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6b24098c-0e41-41a1-82f6-eb884c7f04fb"}
2024-06-27T03:43:09.993Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7e2bdc64-b7b7-4940-a944-c5cda6d61ee0", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:12.734Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7e2bdc64-b7b7-4940-a944-c5cda6d61ee0"}
2024-06-27T03:43:16.335Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "89ee45a9-88e2-49b6-ad9b-54d36265278f", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:18.955Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "89ee45a9-88e2-49b6-ad9b-54d36265278f"}
2024-06-27T03:43:22.670Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a6b58474-1796-4ea5-85f3-67faf8bfe531", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:25.595Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a6b58474-1796-4ea5-85f3-67faf8bfe531"}
2024-06-27T03:43:28.995Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "27dba5ed-5445-461a-b181-ca3392229cfe", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:31.920Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "27dba5ed-5445-461a-b181-ca3392229cfe"}
2024-06-27T03:43:35.456Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "340705b6-ebe1-4954-b021-9cd838a05491", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:38.014Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "340705b6-ebe1-4954-b021-9cd838a05491"}
2024-06-27T03:43:41.853Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ceff3888-83c5-462f-a4cd-5e06653d9ea5", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:44.483Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ceff3888-83c5-462f-a4cd-5e06653d9ea5"}
2024-06-27T03:43:48.326Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7fee7aa1-7750-4597-8efe-ca47b13fd344", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:51.032Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7fee7aa1-7750-4597-8efe-ca47b13fd344"}
2024-06-27T03:43:54.647Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fe2e6458-0463-4ab6-bded-a660f3fb5b5d", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:56.042Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "befb0b47-3cf5-4c98-9b22-d8beb017355c", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:56.370Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "oldSize": 1, "newSize": 2}
2024-06-27T03:43:57.276Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fe2e6458-0463-4ab6-bded-a660f3fb5b5d"}
2024-06-27T03:43:57.476Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0"}
2024-06-27T03:43:57.483Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-2"}
2024-06-27T03:43:57.483Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-4039.svc.cluster.local"}
2024-06-27T03:44:18.832Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-06-27T03:45:18.882Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-2"}
2024-06-27T03:46:18.908Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-2"}
2024-06-27T03:46:18.915Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-1"}
2024-06-27T03:46:18.915Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-2"}
2024-06-27T03:46:39.189Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-06-27T03:47:49.221Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-1"}
2024-06-27T03:49:09.247Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-1"}
2024-06-27T03:49:09.254Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-0"}
2024-06-27T03:49:09.254Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-1"}
2024-06-27T03:49:29.524Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-06-27T03:50:39.537Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-0"}
2024-06-27T03:51:49.560Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-0"}
2024-06-27T03:51:49.566Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "pod name": "smart-update-pxc-0"}
2024-06-27T03:51:49.567Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0"}
2024-06-27T03:51:49.648Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c2cf5a55-9ac6-476c-accb-cfc5022e5cf0", "new version": "8.0.36-28.1"}
2024-06-27T03:51:49.977Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bc7eecbd-7166-4372-a12d-d8e4365f9160", "oldSize": 1, "newSize": 2}
2024-06-27T03:51:53.229Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bc7eecbd-7166-4372-a12d-d8e4365f9160"}
2024-06-27T03:51:54.977Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "37272003-0d4a-400d-9c8a-172b8b551714", "oldSize": 1, "newSize": 2}
2024-06-27T03:51:57.680Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "37272003-0d4a-400d-9c8a-172b8b551714"}
2024-06-27T03:52:01.417Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f771e7ad-08f8-4424-be40-b769e97ca6d0", "oldSize": 1, "newSize": 2}
2024-06-27T03:52:04.019Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f771e7ad-08f8-4424-be40-b769e97ca6d0"}
2024-06-27T03:52:07.827Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d2984909-60e1-4673-9afd-b03ef0eb3753", "oldSize": 1, "newSize": 2}
2024-06-27T03:52:10.684Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d2984909-60e1-4673-9afd-b03ef0eb3753"}
2024-06-27T03:52:11.724Z	INFO	Setting safe defaults, updating ProxySQL size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9415a7dd-61a7-4cd8-a9ff-d0ee8f83e4ae", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:06.141Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "0ac0a271-166a-45e2-b13a-05921dd82fa3", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:06.384Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "0ac0a271-166a-45e2-b13a-05921dd82fa3"}
2024-06-27T03:53:06.971Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7a0bdc5c-a22b-414d-a319-b863897bed66", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:07.127Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7a0bdc5c-a22b-414d-a319-b863897bed66"}
2024-06-27T03:53:07.305Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: c29e05fc-3b9d-401a-bd97-d1635451ac09
2024-06-27T03:53:07.366Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e17d733b-7d84-4e0d-b847-d121024c306b", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:07.488Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e17d733b-7d84-4e0d-b847-d121024c306b"}
2024-06-27T03:53:12.367Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8dcfd6fa-4b08-47ee-a41b-2ee3d34397d9", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:12.530Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8dcfd6fa-4b08-47ee-a41b-2ee3d34397d9"}
2024-06-27T03:53:17.571Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e078cbe3-b040-4ca1-b393-cc36a4323855", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:17.695Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e078cbe3-b040-4ca1-b393-cc36a4323855"}
2024-06-27T03:53:22.829Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "dc1af785-f150-4ef4-964e-dff891ed8be3", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:22.951Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "dc1af785-f150-4ef4-964e-dff891ed8be3"}
2024-06-27T03:53:28.018Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b79f09d8-bac0-42e7-aded-99cfa1cf1aa2", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:29.105Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b79f09d8-bac0-42e7-aded-99cfa1cf1aa2"}
2024-06-27T03:53:34.272Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "94aa28bb-0418-4cea-b03f-4e39a9488c43", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:34.390Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "94aa28bb-0418-4cea-b03f-4e39a9488c43"}
2024-06-27T03:53:39.457Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1d7835d9-7ee9-4533-a69a-7d2bb68a62b4", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:39.579Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1d7835d9-7ee9-4533-a69a-7d2bb68a62b4"}
2024-06-27T03:53:44.634Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d3c14007-b51f-4cdf-b4cc-e12e8edab384", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:44.848Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d3c14007-b51f-4cdf-b4cc-e12e8edab384"}
2024-06-27T03:53:49.935Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "584d1174-efde-4731-b178-9c1d661cb332", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:50.029Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "584d1174-efde-4731-b178-9c1d661cb332"}
2024-06-27T03:53:55.072Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6750ce47-afda-420f-9b85-52db0b194506", "oldSize": 1, "newSize": 2}
2024-06-27T03:53:55.175Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6750ce47-afda-420f-9b85-52db0b194506"}
2024-06-27T03:54:00.232Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "252e75ee-ae37-483b-9993-27ab97758075", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:00.363Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "252e75ee-ae37-483b-9993-27ab97758075"}
2024-06-27T03:54:05.434Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "59b8a638-b9fc-429b-8661-81b68874f487", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:05.555Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "59b8a638-b9fc-429b-8661-81b68874f487"}
2024-06-27T03:54:10.593Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "cadc0319-d3e0-4c3c-8087-c6a05dd089ba", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:10.768Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "cadc0319-d3e0-4c3c-8087-c6a05dd089ba"}
2024-06-27T03:54:15.815Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "730ea441-0fff-4299-a3af-648ad4695d51", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:15.961Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "730ea441-0fff-4299-a3af-648ad4695d51"}
2024-06-27T03:54:21.014Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "4dba2ad7-bd6f-4b43-a4ba-193f9304301f", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:21.120Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "4dba2ad7-bd6f-4b43-a4ba-193f9304301f"}
2024-06-27T03:54:21.304Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6caeec0b-b7ca-44c9-a09b-ce51897770ff", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:21.650Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6caeec0b-b7ca-44c9-a09b-ce51897770ff"}
2024-06-27T03:54:26.304Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b24c5bc7-2daa-49bd-b850-0cb7258b61d9", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:26.452Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b24c5bc7-2daa-49bd-b850-0cb7258b61d9"}
2024-06-27T03:54:31.537Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fa415bab-47b6-471f-b167-ef14e50a2772", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:31.682Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fa415bab-47b6-471f-b167-ef14e50a2772"}
2024-06-27T03:54:36.811Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a372f85b-cbce-4c67-80ee-4d349a8200de", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:36.949Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a372f85b-cbce-4c67-80ee-4d349a8200de"}
2024-06-27T03:54:42.023Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a3e7185a-28e3-49df-993c-cc7f0944333e", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:42.139Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a3e7185a-28e3-49df-993c-cc7f0944333e"}
2024-06-27T03:54:42.239Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f8d4874e-e981-481e-8bc8-e86433a4882e", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:47.239Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "77eac5b5-9ae1-4ded-a11d-31e5735c2219", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:53.483Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d047398c-7384-4438-97c1-545bc9f248c3", "oldSize": 1, "newSize": 2}
2024-06-27T03:54:59.713Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "547eec37-86c6-4236-a413-d80083f31527", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:05.929Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fc7f6085-a32d-44d1-8021-fd334559ac2c", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:12.139Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ea170abc-431c-4301-9378-4f977b850295", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:18.607Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "2e5a9c2b-4940-4ca2-b5e8-74e4d11aeb9a", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:24.840Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9f32771f-93c6-4aab-abf3-532719dd311b", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:31.080Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bf309f64-5977-40f1-b9d7-6423e68ba5e2", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:32.382Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "73cd7fad-e805-46c5-a7c7-3261174a2096", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:37.383Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9498d48b-9190-4649-8597-c53469696a42", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:43.674Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "57abecdf-bad4-451c-890e-79cf7fa7c207", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:50.009Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "329a6fa8-c559-4813-ac11-37d4198a7863", "oldSize": 1, "newSize": 2}
2024-06-27T03:55:56.311Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bc53d4be-26f4-434b-b608-4c55f8d5747c", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:02.575Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "aa131f54-22d6-4031-afb2-50ae9a779a31", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:08.847Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f3787e38-89d3-46f2-9c0f-f2f26d73f705", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:15.120Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a47e3219-9939-4114-89d2-4a089f010b9a", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:21.442Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6e63e2dc-b256-424b-904a-995c4594fd94", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:27.694Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1f8a8f82-b55e-4076-8d5e-f09d50c6aa6c", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:34.817Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6436fdbb-76eb-41ea-b92e-acd30c3ef7b3", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:41.062Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "72c85420-4392-4518-9309-f3b9244b84c3", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:42.429Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "84242633-feca-49d5-8ce0-9ed525645b35", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:43.835Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "84242633-feca-49d5-8ce0-9ed525645b35", "new version": "8.0.19-10"}
2024-06-27T03:56:43.989Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "3183e234-1c53-421f-bf35-373b9561454a", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:47.429Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8e62851c-647a-448a-bca7-3ddfb42e31e5", "oldSize": 1, "newSize": 2}
2024-06-27T03:56:53.809Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f9904d32-38e8-4909-9b27-4dd4b3f9273a", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:00.103Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "df358310-e82a-4e8a-9056-593b02cb6563", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:06.448Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9c61c435-b5b2-4966-a1e5-e895d8c2ba07", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:12.789Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f7dea92c-97d2-4150-bfc9-e3f682d12353", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:20.058Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "0777e4bd-ee87-44eb-9f08-4045be487fa1", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:26.359Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "48f5033d-b5ff-4416-ae47-7f7e72586697", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:33.827Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "36097c3a-4d16-4ab7-80c1-b89e4bece1e8", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:40.104Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "10065f4b-6900-483e-889d-7cf148135d5b", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:46.414Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "80cc8d7e-2fba-4f94-8a0a-18cdb1f6d906", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:53.021Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b4b1bf9c-5831-44e8-9eb4-328c4bb44af1", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:56.205Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "16834856-4b47-427f-af76-7161d92c8246", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:56.496Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "oldSize": 1, "newSize": 2}
2024-06-27T03:57:57.603Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8"}
2024-06-27T03:57:57.615Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-2"}
2024-06-27T03:57:57.615Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-4039"}
2024-06-27T03:59:19.240Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-2"}
2024-06-27T03:59:19.300Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-1"}
2024-06-27T03:59:39.597Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-06-27T04:00:39.647Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-1"}
2024-06-27T04:00:39.700Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-0"}
2024-06-27T04:01:59.962Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "pod name": "smart-update-pxc-0"}
2024-06-27T04:01:59.981Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8"}
2024-06-27T04:02:00.117Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c0dd29bc-f230-4a56-a392-1d85729b54d8", "new version": "8.0.36-28.1"}
2024-06-27T04:02:00.309Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "06fdade3-3306-44c2-a4db-f7b4ceb57aba", "oldSize": 1, "newSize": 2}
2024-06-27T04:02:05.310Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "423e08a3-79ea-4550-ad3e-3bf9b826ae8a", "oldSize": 1, "newSize": 2}
2024-06-27T04:02:11.632Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "3911be34-a9aa-4f8a-872f-ff21fcbef7cf", "oldSize": 1, "newSize": 2}
2024-06-27T04:02:18.706Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c7988e89-f0b2-4805-ae59-1a4376f87d36", "oldSize": 1, "newSize": 2}
2024-06-27T04:02:23.469Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "930bb6e7-4255-481e-8cea-2fca8f98b150", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:17.167Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "98417158-ba21-4452-b09c-32e29b3995a5", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:17.333Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "98417158-ba21-4452-b09c-32e29b3995a5"}
2024-06-27T04:03:18.072Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 73d6d1be-26fc-4aa6-959c-8a450d8bd763
2024-06-27T04:03:18.180Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "57c6e0dd-2c8a-4c5d-872f-32135c486909", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:18.339Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "57c6e0dd-2c8a-4c5d-872f-32135c486909"}
2024-06-27T04:03:18.545Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "568e0fc9-a36e-4e55-a275-41c6aa3bb9c2", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:18.670Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "568e0fc9-a36e-4e55-a275-41c6aa3bb9c2"}
2024-06-27T04:03:23.709Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "daef9c9e-8bd8-46b5-baa9-d08f09a6bf3f", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:23.838Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "daef9c9e-8bd8-46b5-baa9-d08f09a6bf3f"}
2024-06-27T04:03:28.888Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c20bb0ea-4a34-4a6f-bc2e-aa5f16e643a3", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:29.096Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "c20bb0ea-4a34-4a6f-bc2e-aa5f16e643a3"}
2024-06-27T04:03:34.200Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d9b13906-3c82-4c1e-b5a8-25544ea49bd7", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:34.313Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d9b13906-3c82-4c1e-b5a8-25544ea49bd7"}
2024-06-27T04:03:39.368Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "958cc6af-e4ae-4308-b542-5c7da4aaef8c", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:39.510Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "958cc6af-e4ae-4308-b542-5c7da4aaef8c"}
2024-06-27T04:03:44.557Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "63fb432a-a07d-40ef-8645-7278e6609068", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:44.722Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "63fb432a-a07d-40ef-8645-7278e6609068"}
2024-06-27T04:03:49.801Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8a961734-e5df-443d-b01a-2eb73f91a88f", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:49.910Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8a961734-e5df-443d-b01a-2eb73f91a88f"}
2024-06-27T04:03:54.964Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5812b959-1ab9-4a19-bffc-44d4838446d2", "oldSize": 1, "newSize": 2}
2024-06-27T04:03:55.088Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5812b959-1ab9-4a19-bffc-44d4838446d2"}
2024-06-27T04:04:00.131Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6e512352-f496-4656-af6a-7d00d6e1558b", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:00.283Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6e512352-f496-4656-af6a-7d00d6e1558b"}
2024-06-27T04:04:05.329Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1e4fd4e5-839d-4a4c-9bc0-f75c70b79aad", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:05.444Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "1e4fd4e5-839d-4a4c-9bc0-f75c70b79aad"}
2024-06-27T04:04:10.504Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "3b51f692-ebee-4bb9-8d4d-d53b6ffdc768", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:10.686Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "3b51f692-ebee-4bb9-8d4d-d53b6ffdc768"}
2024-06-27T04:04:15.754Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f434ffcf-db66-4885-a34b-43712025fe25", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:15.978Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f434ffcf-db66-4885-a34b-43712025fe25"}
2024-06-27T04:04:21.042Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bac77117-f403-48d9-bd62-a4d9d5a206bf", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:21.286Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bac77117-f403-48d9-bd62-a4d9d5a206bf"}
2024-06-27T04:04:26.442Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ceafe442-ebb0-45b4-9472-c8a3eea48247", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:26.561Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ceafe442-ebb0-45b4-9472-c8a3eea48247"}
2024-06-27T04:04:31.612Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "05b6ef47-ce0d-4387-87ee-416226611be4", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:31.791Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "05b6ef47-ce0d-4387-87ee-416226611be4"}
2024-06-27T04:04:31.888Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ee3c99fc-23ae-4a07-b45a-957aeb6bf580", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:32.059Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ee3c99fc-23ae-4a07-b45a-957aeb6bf580"}
2024-06-27T04:04:34.161Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a42dcf14-1ddd-4272-8f35-93f244c709d6", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:34.285Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a42dcf14-1ddd-4272-8f35-93f244c709d6"}
2024-06-27T04:04:36.889Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8147e34e-eb7e-4fde-9eff-b2825037159d", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:37.053Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "8147e34e-eb7e-4fde-9eff-b2825037159d"}
2024-06-27T04:04:42.161Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "2ebb4546-1613-447c-89d4-78877e183ccf", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:42.284Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "2ebb4546-1613-447c-89d4-78877e183ccf"}
2024-06-27T04:04:47.378Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "442347a2-19ad-4607-8c3b-fc7ff777154c", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:47.558Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "442347a2-19ad-4607-8c3b-fc7ff777154c"}
2024-06-27T04:04:52.694Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e954f32d-8672-4ae7-b28f-8be8d389b063", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:52.825Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "e954f32d-8672-4ae7-b28f-8be8d389b063"}
2024-06-27T04:04:57.909Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bd2606a0-d5a2-48a3-a49d-b667a5b3e4be", "oldSize": 1, "newSize": 2}
2024-06-27T04:04:58.510Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bd2606a0-d5a2-48a3-a49d-b667a5b3e4be"}
2024-06-27T04:04:58.716Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "eb3fdd13-1fc0-4cfe-b039-c2affd47da35", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:03.717Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7264d1db-51c2-4e27-a02f-14ce7543c804", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:09.993Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "425870bc-178c-47d5-b7d3-d136bfd7d00c", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:16.278Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "b162b24c-ee07-49d5-b6ee-b298664c4805", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:22.551Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5ea0129b-cb54-4af2-9abd-3e58aac4a3f0", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:28.762Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "08f13ba5-2063-416e-8a39-8ca8b1322916", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:35.171Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "433238bf-f752-4717-908c-c6da13097ef4", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:41.363Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "5381ac38-fb9e-4401-a673-2f95eb77eaf8", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:47.557Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "eb2e7441-a50a-4097-9cf3-0bfc2c10e9d9", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:49.005Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "008058db-a890-40cb-9d15-3bdc43bc142a", "oldSize": 1, "newSize": 2}
2024-06-27T04:05:54.005Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fcd95615-d7ef-41e9-9459-f8afa022492a", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:00.207Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6dcdc752-9bbe-4352-a8e6-07715f1960e5", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:06.459Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "ebe1754b-dfd4-41a1-96c3-c4fc926b2aff", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:12.726Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9b99a381-765d-48f8-878e-2976e4443cf0", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:19.921Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "81961951-aed3-4e5f-87d2-4383876a888a", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:26.188Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9a70bc1e-8d9e-40b7-9a73-59a0012bbcdd", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:32.404Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d027adcf-f0a7-4f0b-b961-b23c9bbdae8c", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:38.662Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "7d05b322-7ef9-4f75-be20-c0fa73326fd3", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:44.944Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fc6fd76f-a2d3-4bd3-925e-539d39f87b38", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:51.439Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "2db142c7-5978-4fe4-aa62-f72a6a448a10", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:57.716Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "fd773cf0-21c7-4a5e-a1aa-6d977753100f", "oldSize": 1, "newSize": 2}
2024-06-27T04:06:58.914Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "04e125db-21cc-45f1-b34a-856784c183f3", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:00.271Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "912492b3-0a73-425d-8efb-2b356f487aef", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:01.573Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "560abb1a-b0e2-42c5-a5f7-98f0ad2c1f16", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:02.835Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "560abb1a-b0e2-42c5-a5f7-98f0ad2c1f16", "new version": "8.0.19-10"}
2024-06-27T04:07:02.986Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d1ed8ce2-51c3-4270-ae90-1f7353f72177", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:05.271Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "41d6e22b-406b-4831-a9b5-b79e35cdf55a", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:11.539Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "acc3a9fa-3583-4c0d-a08a-cd14e1a8d847", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:18.831Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "bbb586d2-c72f-4585-b388-111053cb8ef4", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:25.180Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6c25b870-ed00-4623-a077-9fe074b9703f", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:31.513Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "109876de-8a5a-4d4a-9b33-229cc640eb91", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:37.839Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "f0c199c0-7791-4864-a402-3b4a9d1a1643", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:44.176Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "27ce10c0-9975-447f-bc8d-8d2746f8f0db", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:50.794Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "4286d146-7cb9-417d-8fae-60499e745725", "oldSize": 1, "newSize": 2}
2024-06-27T04:07:57.106Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "a8fba4bf-a3d6-4650-916c-b424ab729a13", "oldSize": 1, "newSize": 2}
2024-06-27T04:08:04.111Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "468a3ced-8153-4c0a-8472-206862562a90", "oldSize": 1, "newSize": 2}
2024-06-27T04:08:10.443Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "01ccafe9-2156-4a1a-b23e-2416b24f155b", "oldSize": 1, "newSize": 2}
2024-06-27T04:08:12.114Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "89c27a27-307a-44a2-8d61-3630fdfd9580", "oldSize": 1, "newSize": 2}
2024-06-27T04:08:12.391Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "oldSize": 1, "newSize": 2}
2024-06-27T04:08:13.519Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263"}
2024-06-27T04:08:13.530Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-2"}
2024-06-27T04:08:13.530Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-4039"}
2024-06-27T04:08:34.233Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-06-27T04:08:44.274Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-06-27T04:09:44.454Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-2"}
2024-06-27T04:09:44.474Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-1"}
2024-06-27T04:10:04.860Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-06-27T04:11:14.891Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-1"}
2024-06-27T04:11:14.908Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-0"}
2024-06-27T04:11:35.182Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-06-27T04:12:45.219Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "pod name": "smart-update-pxc-0"}
2024-06-27T04:12:45.238Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263"}
2024-06-27T04:12:45.319Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "39d0cd8c-0894-4102-acfb-b3f3b35ee263", "new version": "8.0.36-28.1"}
2024-06-27T04:12:45.628Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "dd9734c4-6fd5-4759-b7e4-579c3dc9ffd2", "oldSize": 1, "newSize": 2}
2024-06-27T04:12:47.020Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "34ad7669-4ac4-4f4e-8cf9-a8ec906acc32", "oldSize": 1, "newSize": 2}
2024-06-27T04:12:50.629Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "6412a991-8c17-4f54-a00e-50f2cd2ce79c", "oldSize": 1, "newSize": 2}
2024-06-27T04:12:57.060Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "d3a08f86-2975-459e-821e-fab8ed6a0e11", "oldSize": 1, "newSize": 2}
2024-06-27T04:13:03.811Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "41cdcf3a-0c4c-43ef-b44d-b1551521e49b", "oldSize": 1, "newSize": 2}
2024-06-27T04:13:10.278Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "9571f23b-a16f-480a-85d9-f3c586bc94b1", "oldSize": 1, "newSize": 2}
2024-06-27T04:13:11.643Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update1-4039", "name": "smart-update", "reconcileID": "4b926087-57aa-4bbf-ade6-a4bf54cf8a58", "oldSize": 1, "newSize": 2}
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ grep -v NAMESPACE
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.upNa9Ssgur
++ mktemp
+ local LAST_ERR=/tmp/tmp.RWf2bdPAWz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.upNa9Ssgur
No resources found
+ cat /tmp/tmp.RWf2bdPAWz
+ rm /tmp/tmp.upNa9Ssgur /tmp/tmp.RWf2bdPAWz
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.6Umzfv6Zlo
++ mktemp
+ local LAST_ERR=/tmp/tmp.LxXzcUDrPi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6Umzfv6Zlo
No resources found
+ cat /tmp/tmp.LxXzcUDrPi
+ rm /tmp/tmp.6Umzfv6Zlo /tmp/tmp.LxXzcUDrPi
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.eGHF9UYEmV
++ mktemp
+ local LAST_ERR=/tmp/tmp.Fqh3w9YRKG
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.eGHF9UYEmV
No resources found
+ cat /tmp/tmp.Fqh3w9YRKG
+ rm /tmp/tmp.eGHF9UYEmV /tmp/tmp.Fqh3w9YRKG
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.WBVDPbuhjR
++ mktemp
+ local LAST_ERR=/tmp/tmp.RcfsFqO6Mw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WBVDPbuhjR
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.RcfsFqO6Mw
+ rm /tmp/tmp.WBVDPbuhjR /tmp/tmp.RcfsFqO6Mw
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-4039
+ rm -rf /tmp/tmp.FvH4Cl5UEd
++ mktemp
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.E4Yu5CgzwE
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.339RsyTf6r
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.7Gx5YJ4wxo
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.X7DHYwDzHg
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace smart-update1-4039
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator