Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/logs/smart-update1-8-4.log
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+ API=pxc.percona.com/v9-9-9
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ CLUSTER=smart-update
+ CLUSTER_SIZE=3
+ PROXY_SIZE=2
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.4
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=8.4
+ TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ VS_URL=http://version-service
+ VS_PORT=11000
+ VS_ENDPOINT=http://version-service:11000
+ main
+ create_infra smart-update1-550
+ local ns=smart-update1-550
+ '[' -n pxc-operator ']'
+ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ read -r pns name
+ [[ -z smart-update1-12334 ]]
+ [[ -z smart-update ]]
+ kubectl_bin patch pxc -n smart-update1-12334 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.vyI2OE2H4S
++ mktemp
+ local LAST_ERR=/tmp/tmp.BCLgvs1j0C
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc -n smart-update1-12334 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vyI2OE2H4S
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.BCLgvs1j0C
+ rm /tmp/tmp.vyI2OE2H4S /tmp/tmp.BCLgvs1j0C
+ return 0
+ read -r pns name
+ read -r pns name
+ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found
perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-12334 namespace
+ timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ awk '{print$1}'
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ kubectl_bin get ns
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.X9ldlMA08W
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.NpzYp1lk35
+ local exit_status=0
+ local LAST_OUT=/tmp/tmp.5gF0zljog7
++ mktemp
+ local LAST_ERR=/tmp/tmp.dcarVSLMaT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5gF0zljog7
+ cat /tmp/tmp.dcarVSLMaT
+ rm /tmp/tmp.5gF0zljog7 /tmp/tmp.dcarVSLMaT
+ return 0
namespace "cert-manager" deleted
namespace "smart-update1-12334" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.X9ldlMA08W
namespace "pxc-operator" deleted
+ cat /tmp/tmp.NpzYp1lk35
+ rm /tmp/tmp.X9ldlMA08W /tmp/tmp.NpzYp1lk35
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.O5AomKy0Vb
++ mktemp
+ local LAST_ERR=/tmp/tmp.Kaiitwn8Qc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.O5AomKy0Vb
namespace/pxc-operator created
+ cat /tmp/tmp.Kaiitwn8Qc
+ rm /tmp/tmp.O5AomKy0Vb /tmp/tmp.Kaiitwn8Qc
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.j2GBc20t1q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6uIx42ATum
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.j2GBc20t1q
++ cat /tmp/tmp.6uIx42ATum
++ rm /tmp/tmp.j2GBc20t1q /tmp/tmp.6uIx42ATum
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-1-cluster13 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.mTM47qcOjv
++ mktemp
+ local LAST_ERR=/tmp/tmp.tN5sFkUh7o
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-1-cluster13 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mTM47qcOjv
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-1-cluster13" modified.
+ cat /tmp/tmp.tN5sFkUh7o
+ rm /tmp/tmp.mTM47qcOjv /tmp/tmp.tN5sFkUh7o
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.FKmQPFE14w
++ mktemp
+ local LAST_ERR=/tmp/tmp.dKSeQIhN0a
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FKmQPFE14w
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.dKSeQIhN0a
+ rm /tmp/tmp.FKmQPFE14w /tmp/tmp.dKSeQIhN0a
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.aGeqc5DwDJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.fk3FIsqUse
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aGeqc5DwDJ
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met
+ cat /tmp/tmp.fk3FIsqUse
E0702 04:17:28.316954   26197 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1782965846462031007&timeoutSeconds=420&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.aGeqc5DwDJ /tmp/tmp.fk3FIsqUse
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.MHrI4RC7WH
++ mktemp
+ local LAST_ERR=/tmp/tmp.LU0yAdxPRF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MHrI4RC7WH
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met
+ cat /tmp/tmp.LU0yAdxPRF
E0702 04:17:29.094274   26314 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1782965846462031007&timeoutSeconds=310&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.MHrI4RC7WH /tmp/tmp.LU0yAdxPRF
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.XVXauO0hfI
++ mktemp
+ local LAST_ERR=/tmp/tmp.xXaOM3SuKe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XVXauO0hfI
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met
+ cat /tmp/tmp.xXaOM3SuKe
E0702 04:17:29.886801   26351 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1782965846462031007&timeoutSeconds=569&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.XVXauO0hfI /tmp/tmp.xXaOM3SuKe
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.vUHl7zNnPD
++ mktemp
+ local LAST_ERR=/tmp/tmp.NBrVgTPg1B
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vUHl7zNnPD
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.NBrVgTPg1B
+ rm /tmp/tmp.vUHl7zNnPD /tmp/tmp.NBrVgTPg1B
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZjZ2d9mi0T
++ mktemp
+ local LAST_ERR=/tmp/tmp.wocS4XquZ9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZjZ2d9mi0T
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.wocS4XquZ9
+ rm /tmp/tmp.ZjZ2d9mi0T /tmp/tmp.wocS4XquZ9
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.sUw2n5OQsZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.fNk54Et2eN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.sUw2n5OQsZ
pod/percona-xtradb-cluster-operator-59848dbdcc-v26pv condition met
+ cat /tmp/tmp.fNk54Et2eN
E0702 04:17:45.094438   27520 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-59848dbdcc-v26pv&resourceVersion=1782965864734751000&timeoutSeconds=352&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.sUw2n5OQsZ /tmp/tmp.fNk54Et2eN
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ head -1
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t58HvXqxaw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IiVVRNXs1f
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.t58HvXqxaw
++ cat /tmp/tmp.IiVVRNXs1f
++ rm /tmp/tmp.t58HvXqxaw /tmp/tmp.IiVVRNXs1f
++ return 0
+ wait_pod percona-xtradb-cluster-operator-59848dbdcc-v26pv 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-59848dbdcc-v26pv
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-59848dbdcc-v26pv
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-59848dbdcc-v26pv condition met
E0702 04:17:47.236861   27809 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-59848dbdcc-v26pv&resourceVersion=1782965866494519000&timeoutSeconds=522&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/percona-xtradb-cluster-operator-59848dbdcc-v26pv to become Ready.Ok
+ sleep 3
+ create_namespace smart-update1-550
+ local namespace=smart-update1-550
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces smart-update1-550'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update1-550
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace smart-update1-550
++ mktemp
+ awk '{print$1}'
+ xargs kubectl delete ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ local LAST_OUT=/tmp/tmp.ckSMn8yK2r
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.VbL9ZSotTT
+ local LAST_ERR=/tmp/tmp.OdTUjmsWTj
+ local exit_status=0
++ mktemp
+ local LAST_ERR=/tmp/tmp.CCfabHADdk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-550
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VbL9ZSotTT
+ cat /tmp/tmp.CCfabHADdk
+ rm /tmp/tmp.VbL9ZSotTT /tmp/tmp.CCfabHADdk
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-550
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-550
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.ckSMn8yK2r
+ cat /tmp/tmp.OdTUjmsWTj
Error from server (NotFound): namespaces "smart-update1-550" not found
+ rm /tmp/tmp.ckSMn8yK2r /tmp/tmp.OdTUjmsWTj
+ return 1
+ :
+ wait_for_delete namespace/smart-update1-550
+ local res=namespace/smart-update1-550
+ echo -n 'waiting for namespace/smart-update1-550 to be deleted'
waiting for namespace/smart-update1-550 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "smart-update1-550" not found
+ desc 'create namespace smart-update1-550'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace smart-update1-550
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace smart-update1-550
++ mktemp
+ local LAST_OUT=/tmp/tmp.pFC20WazCD
++ mktemp
+ local LAST_ERR=/tmp/tmp.hQqP8GmUVH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace smart-update1-550
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pFC20WazCD
namespace/smart-update1-550 created
+ cat /tmp/tmp.hQqP8GmUVH
+ rm /tmp/tmp.pFC20WazCD /tmp/tmp.hQqP8GmUVH
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.A8q9VGH0s9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HExvgpQvjV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.A8q9VGH0s9
++ cat /tmp/tmp.HExvgpQvjV
++ rm /tmp/tmp.A8q9VGH0s9 /tmp/tmp.HExvgpQvjV
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-1-cluster13 --namespace=smart-update1-550
++ mktemp
+ local LAST_OUT=/tmp/tmp.lRQsEu87i0
++ mktemp
+ local LAST_ERR=/tmp/tmp.hnOuEqZvah
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-1-cluster13 --namespace=smart-update1-550
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lRQsEu87i0
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-1-cluster13" modified.
+ cat /tmp/tmp.hnOuEqZvah
+ rm /tmp/tmp.lRQsEu87i0 /tmp/tmp.hnOuEqZvah
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.SVz1Pwm8pS
++ mktemp
+ local LAST_ERR=/tmp/tmp.od239ailg3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SVz1Pwm8pS
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.od239ailg3
+ rm /tmp/tmp.SVz1Pwm8pS /tmp/tmp.od239ailg3
+ return 0
+ deploy_version_service
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.z4JGhkLdD5
++ mktemp
+ local LAST_ERR=/tmp/tmp.mk1dUOlKEB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.z4JGhkLdD5
configmap/versions created
+ cat /tmp/tmp.mk1dUOlKEB
+ rm /tmp/tmp.z4JGhkLdD5 /tmp/tmp.mk1dUOlKEB
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.JY4toYikWY
++ mktemp
+ local LAST_ERR=/tmp/tmp.0qfsJcP76m
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JY4toYikWY
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.0qfsJcP76m
+ rm /tmp/tmp.JY4toYikWY /tmp/tmp.0qfsJcP76m
+ return 0
+ sleep 10
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.UDtuhdNVfm
++ mktemp
+ local LAST_ERR=/tmp/tmp.HbroufF4ct
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UDtuhdNVfm
namespace/cert-manager created
+ cat /tmp/tmp.HbroufF4ct
+ rm /tmp/tmp.UDtuhdNVfm /tmp/tmp.HbroufF4ct
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.Bt26zArACB
++ mktemp
+ local LAST_ERR=/tmp/tmp.miaqhxlKqO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Bt26zArACB
namespace/cert-manager labeled
+ cat /tmp/tmp.miaqhxlKqO
+ rm /tmp/tmp.Bt26zArACB /tmp/tmp.miaqhxlKqO
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.vHnvFmDctj
++ mktemp
+ local LAST_ERR=/tmp/tmp.igUDJWAJXg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vHnvFmDctj
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.igUDJWAJXg
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.vHnvFmDctj /tmp/tmp.igUDJWAJXg
+ return 0
+ '[' '' == 4.10 ']'
+ kubectl_bin -n cert-manager rollout status deployment/cert-manager --timeout=120s
++ mktemp
+ local LAST_OUT=/tmp/tmp.AA73acfXU6
++ mktemp
+ local LAST_ERR=/tmp/tmp.F9005RiZqZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n cert-manager rollout status deployment/cert-manager --timeout=120s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.AA73acfXU6
deployment "cert-manager" successfully rolled out
+ cat /tmp/tmp.F9005RiZqZ
+ rm /tmp/tmp.AA73acfXU6 /tmp/tmp.F9005RiZqZ
+ return 0
+ kubectl_bin -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s
++ mktemp
+ local LAST_OUT=/tmp/tmp.b6bjGIRfPa
++ mktemp
+ local LAST_ERR=/tmp/tmp.mOETOHvqgM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.b6bjGIRfPa
deployment "cert-manager-cainjector" successfully rolled out
+ cat /tmp/tmp.mOETOHvqgM
+ rm /tmp/tmp.b6bjGIRfPa /tmp/tmp.mOETOHvqgM
+ return 0
+ kubectl_bin -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s
++ mktemp
+ local LAST_OUT=/tmp/tmp.9YGwRk9VXr
++ mktemp
+ local LAST_ERR=/tmp/tmp.IgyyzGRMV4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9YGwRk9VXr
Waiting for deployment "cert-manager-webhook" rollout to finish: 0 of 1 updated replicas are available...
deployment "cert-manager-webhook" successfully rolled out
+ cat /tmp/tmp.IgyyzGRMV4
+ rm /tmp/tmp.9YGwRk9VXr /tmp/tmp.IgyyzGRMV4
+ return 0
+ log 'waiting for cert-manager webhook caBundle to be injected'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-07-02T04:18:49+0000]' waiting for cert-manager webhook caBundle to be injected
[2026-07-02T04:18:49+0000] waiting for cert-manager webhook caBundle to be injected
++ date +%s
+ local deadline=1782966049
+ kubectl_bin get validatingwebhookconfigurations cert-manager-webhook -o 'jsonpath={.webhooks[0].clientConfig.caBundle}'
+ grep -q .
+ log 'probing cert-manager webhook'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-07-02T04:18:50+0000]' probing cert-manager webhook
[2026-07-02T04:18:50+0000] probing cert-manager webhook
+ local probe_file
++ mktemp
+ probe_file=/tmp/tmp.bSl2NB10LI
+ cat
+ local retries=0
+ kubectl_bin apply -f /tmp/tmp.bSl2NB10LI --dry-run=server
+ rm -f /tmp/tmp.bSl2NB10LI
++ grep :8.4
+++ get_operator_pod
+++ local label_prefix=app.kubernetes.io/
++ jq -r '.versions[].matrix.pxc[].imagePath'
++ sort -V
++ tail -n3
++ head -n1
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++++ grep -c percona-xtradb-cluster-operator
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
+++ head -1
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.rK235ObfYs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.RvlLgVrtRV
+++ local exit_status=0
++++ seq 0 2
+++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.rK235ObfYs
+++ cat /tmp/tmp.RvlLgVrtRV
+++ rm /tmp/tmp.rK235ObfYs /tmp/tmp.RvlLgVrtRV
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-59848dbdcc-v26pv -n pxc-operator -- curl -s http://version-service.smart-update1-550.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tK1CsGmLnY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2ZRUz8hiqV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-59848dbdcc-v26pv -n pxc-operator -- curl -s http://version-service.smart-update1-550.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tK1CsGmLnY
++ cat /tmp/tmp.2ZRUz8hiqV
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.tK1CsGmLnY /tmp/tmp.2ZRUz8hiqV
++ return 0
+ IMAGE_PXC=percona/percona-xtradb-cluster:8.4.5-5.1
+ desc 'patch crd'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch crd
-----------------------------------------------------------------------------------

+ kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.S3BcjvcN7s
++ mktemp
+ local LAST_ERR=/tmp/tmp.gQMgaUmGlo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.S3BcjvcN7s
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched
+ cat /tmp/tmp.gQMgaUmGlo
+ rm /tmp/tmp.S3BcjvcN7s /tmp/tmp.gQMgaUmGlo
+ return 0
+ desc 'Updating ProxySQL PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating ProxySQL PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858"' /tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ spinup_pxc smart-update /tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ORn9nywRjC
++ mktemp
+ local LAST_ERR=/tmp/tmp.I1lbJoMPv1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ORn9nywRjC
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.I1lbJoMPv1
+ rm /tmp/tmp.ORn9nywRjC /tmp/tmp.I1lbJoMPv1
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_OUT=/tmp/tmp.xCWXd7INhk
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-550~
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.XrlXbf50Pp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xCWXd7INhk
deployment.apps/pxc-client created
+ cat /tmp/tmp.XrlXbf50Pp
+ rm /tmp/tmp.xCWXd7INhk /tmp/tmp.XrlXbf50Pp
+ return 0
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ local config_file=/tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ local pvc_name=
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.BhO4ieEFSJ/smart-update.yml ''
+ local input_file=/tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ local pvc_name=
+ cat /tmp/tmp.BhO4ieEFSJ/smart-update.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-550~
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FytfoLwTLy
++ mktemp
+ local LAST_ERR=/tmp/tmp.kbioN899Qm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FytfoLwTLy
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.kbioN899Qm
+ rm /tmp/tmp.FytfoLwTLy /tmp/tmp.kbioN899Qm
+ return 0
+ desc 'waiting pods to be running for smart-update'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting pods to be running for smart-update
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fWdtIiiNuv
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.by11MQnIKC
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fWdtIiiNuv
+++ cat /tmp/tmp.by11MQnIKC
+++ rm /tmp/tmp.fWdtIiiNuv /tmp/tmp.by11MQnIKC
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yPVAqC8XnY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.iJbRtl657W
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.yPVAqC8XnY
+++ cat /tmp/tmp.iJbRtl657W
+++ rm /tmp/tmp.yPVAqC8XnY /tmp/tmp.iJbRtl657W
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-proxysql
++ return
+ local proxy=smart-update-proxysql
++ get_proxy_size smart-update
++ local cluster=smart-update
++ local size=0
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9WEqsSPsn5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.IZKmo3m65p
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.9WEqsSPsn5
+++ cat /tmp/tmp.IZKmo3m65p
+++ rm /tmp/tmp.9WEqsSPsn5 /tmp/tmp.IZKmo3m65p
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ndREt1VbZf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bXocn4BxdN
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ndREt1VbZf
+++ cat /tmp/tmp.bXocn4BxdN
+++ rm /tmp/tmp.ndREt1VbZf /tmp/tmp.bXocn4BxdN
+++ return 0
++ [[ true == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.dWeY6UquZJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lB4HZb3G7u
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.dWeY6UquZJ
+++ cat /tmp/tmp.lB4HZb3G7u
+++ rm /tmp/tmp.dWeY6UquZJ /tmp/tmp.lB4HZb3G7u
+++ return 0
++ size=2
++ echo 2
+ local proxy_size=2
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ local size=3
+ local last_pod
+ local max_retry=480
+ [[ -z smart-update-pxc ]]
+ [[ 3 -le 0 ]]
+ last_pod=2
+ desc 'Waiting for 3 running pods for smart-update-pxc'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 3 running pods for smart-update-pxc
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
Error from server (NotFound): pods "smart-update-pxc-0" not found
waiting for pod/smart-update-pxc-0 to become Ready........................................Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
waiting for pod/smart-update-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-pxc-2
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
waiting for pod/smart-update-pxc-2 to become Ready.Ok
+ wait_for_running smart-update-proxysql 2
+ local name=smart-update-proxysql
+ local size=2
+ local last_pod
+ local max_retry=480
+ [[ -z smart-update-proxysql ]]
+ [[ 2 -le 0 ]]
+ last_pod=1
+ desc 'Waiting for 2 running pods for smart-update-proxysql'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 2 running pods for smart-update-proxysql
-----------------------------------------------------------------------------------

++ seq 0 1
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-proxysql-0 480
+ local pod=smart-update-proxysql-0
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-proxysql-0
++ grep -E '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/smart-update-proxysql-0 condition met
E0702 04:23:23.825345   29388 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsmart-update-proxysql-0&resourceVersion=1782966199365139000&timeoutSeconds=552&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/smart-update-proxysql-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-proxysql-1 480
+ local pod=smart-update-proxysql-1
+ local max_retry=480
+ local ns=
++ echo smart-update-proxysql-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/smart-update-proxysql-1 condition met
E0702 04:23:35.106612   31160 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsmart-update-proxysql-1&resourceVersion=1782966214365256000&timeoutSeconds=480&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/smart-update-proxysql-1 to become Ready.Ok
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/smart-update to be ready'
waiting for pxc/smart-update to be ready++ seq 1 300
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rFpqvJduNs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4obGBv6w3S
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rFpqvJduNs
++ cat /tmp/tmp.4obGBv6w3S
++ rm /tmp/tmp.rFpqvJduNs /tmp/tmp.4obGBv6w3S
++ return 0
+ state=ready
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3ft5wr6H5P
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9dejUr9Srg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3ft5wr6H5P
++ cat /tmp/tmp.9dejUr9Srg
++ rm /tmp/tmp.3ft5wr6H5P /tmp/tmp.9dejUr9Srg
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Cyc3xRpxNN
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.VI68Qa1IKn
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Cyc3xRpxNN
+++++ cat /tmp/tmp.VI68Qa1IKn
+++++ rm /tmp/tmp.Cyc3xRpxNN /tmp/tmp.VI68Qa1IKn
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.RisniD6H6M
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.pOe6lkmxVz
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.RisniD6H6M
+++++ cat /tmp/tmp.pOe6lkmxVz
+++++ rm /tmp/tmp.RisniD6H6M /tmp/tmp.pOe6lkmxVz
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MUDFboheMW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XjL4Jl56qK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MUDFboheMW
++ cat /tmp/tmp.XjL4Jl56qK
++ rm /tmp/tmp.MUDFboheMW /tmp/tmp.XjL4Jl56qK
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
+ sleep 10
++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zfT7giZJoE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2aMhdmVbYn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zfT7giZJoE
++ cat /tmp/tmp.2aMhdmVbYn
++ rm /tmp/tmp.zfT7giZJoE /tmp/tmp.2aMhdmVbYn
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Bj135Jk1nh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PThR21plYt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Bj135Jk1nh
++ cat /tmp/tmp.PThR21plYt
++ rm /tmp/tmp.Bj135Jk1nh /tmp/tmp.PThR21plYt
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:24:12.863829    4157 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966251148167000&timeoutSeconds=441&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ write_data smart-update 100500 no-proxy -P3306
+ local cluster=smart-update
+ local id=100500
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local root_pass
++ get_password smart-update root
++ local cluster=smart-update
++ local user=root
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RYbHDbl9Vd
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Ljc2wye3z9
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.RYbHDbl9Vd
+++ cat /tmp/tmp.Ljc2wye3z9
+++ rm /tmp/tmp.RYbHDbl9Vd /tmp/tmp.Ljc2wye3z9
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gfTPWLNo1d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1TZSi6sq0m
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gfTPWLNo1d
++ cat /tmp/tmp.1TZSi6sq0m
++ rm /tmp/tmp.gfTPWLNo1d /tmp/tmp.1TZSi6sq0m
++ return 0
+ root_pass=root_password
++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yorw0iy2rA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TuEHWMqeYF
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.yorw0iy2rA
+++ cat /tmp/tmp.TuEHWMqeYF
+++ rm /tmp/tmp.yorw0iy2rA /tmp/tmp.TuEHWMqeYF
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3PtM1ZDX9Y
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EpvsnS0dan
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.3PtM1ZDX9Y
+++ cat /tmp/tmp.EpvsnS0dan
+++ rm /tmp/tmp.3PtM1ZDX9Y /tmp/tmp.EpvsnS0dan
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-proxysql
++ return
+ proxy=smart-update-proxysql
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
+ host='-h smart-update-pxc-0.smart-update-pxc'
+ run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4dnGgpY7VA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aCU7XZqCHP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4dnGgpY7VA
++ cat /tmp/tmp.aCU7XZqCHP
++ rm /tmp/tmp.4dnGgpY7VA /tmp/tmp.aCU7XZqCHP
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:24:30.566216    6738 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966268431703000&timeoutSeconds=317&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
+ desc 'compare initial data'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare initial data
-----------------------------------------------------------------------------------

+ compare_data smart-update select-1 no-proxy -P3306
+ local cluster=smart-update
+ local compare=select-1
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local size
+ local root_pass
++ get_password smart-update root
++ local cluster=smart-update
++ local user=root
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wuwd1Jdr3M
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.glmXFaVohE
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.wuwd1Jdr3M
+++ cat /tmp/tmp.glmXFaVohE
+++ rm /tmp/tmp.wuwd1Jdr3M /tmp/tmp.glmXFaVohE
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4nX6rUdveG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t6cT6FZusA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4nX6rUdveG
++ cat /tmp/tmp.t6cT6FZusA
++ rm /tmp/tmp.4nX6rUdveG /tmp/tmp.t6cT6FZusA
++ return 0
+ root_pass=root_password
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
++ get_pxc_size smart-update
++ local cluster=smart-update
++ local size=0
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.pxc.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.WIb6QUgtVL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NnwaPHTuaR
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.pxc.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.WIb6QUgtVL
+++ cat /tmp/tmp.NnwaPHTuaR
+++ rm /tmp/tmp.WIb6QUgtVL /tmp/tmp.NnwaPHTuaR
+++ return 0
++ size=3
++ echo 3
+ size=3
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MAWeLN5U1l
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jVkWrsEpPD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MAWeLN5U1l
++ cat /tmp/tmp.jVkWrsEpPD
++ rm /tmp/tmp.MAWeLN5U1l /tmp/tmp.jVkWrsEpPD
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:25:14.421574   12909 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966312834922000&timeoutSeconds=570&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.utytoaeoOS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ECuJMjsDEV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.utytoaeoOS
++ cat /tmp/tmp.ECuJMjsDEV
++ rm /tmp/tmp.utytoaeoOS /tmp/tmp.ECuJMjsDEV
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:25:24.426828   14223 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966321363257000&timeoutSeconds=372&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S69Kazm1kS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yB247Osawq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.S69Kazm1kS
++ cat /tmp/tmp.yB247Osawq
++ rm /tmp/tmp.S69Kazm1kS /tmp/tmp.yB247Osawq
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:25:34.823619   15939 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966332988216000&timeoutSeconds=493&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ is_keyring_plugin_in_use smart-update
+ local cluster=smart-update
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ kubectl exec smart-update-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my
+ return 1
+++ get_proxy smart-update
+++ local target_cluster=smart-update
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Er0RG1Ubqv
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.6RMhDXSApV
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.Er0RG1Ubqv
++++ cat /tmp/tmp.6RMhDXSApV
++++ rm /tmp/tmp.Er0RG1Ubqv /tmp/tmp.6RMhDXSApV
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.LtyICAWFrK
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.F27UziNgx3
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.LtyICAWFrK
++++ cat /tmp/tmp.F27UziNgx3
++++ rm /tmp/tmp.LtyICAWFrK /tmp/tmp.F27UziNgx3
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo smart-update-proxysql
+++ return
++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0
++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
++ local pod=smart-update-proxysql-0
+++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql
+++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';'
+++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+++ local pod=smart-update-proxysql-0
+++ local container_name=proxysql
+++ set +o xtrace
++ local ip=smart-update-pxc-2.smart-update-pxc.smart-update1-550.svc.cluster.local
+++ echo smart-update-pxc-2.smart-update-pxc.smart-update1-550.svc.cluster.local
+++ wc -l
++ '[' 1 '!=' 1 ']'
++ echo smart-update-pxc-2.smart-update-pxc.smart-update1-550.svc.cluster.local
++ cut -d. -f1
+ initial_primary=smart-update-pxc-2
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.2gVYMT1K60
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qd00Xm75of
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.2gVYMT1K60
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.Qd00Xm75of
+ rm /tmp/tmp.2gVYMT1K60 /tmp/tmp.Qd00Xm75of
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-2 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-2
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ set +x
Waiting for the last pod to update...........................
smart-update-pxc-2 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/smart-update to be ready'
waiting for pxc/smart-update to be ready++ seq 1 300
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cFM5REO10o
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YyNWs6DVSX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cFM5REO10o
++ cat /tmp/tmp.YyNWs6DVSX
++ rm /tmp/tmp.cFM5REO10o /tmp/tmp.YyNWs6DVSX
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uaQGoemF7O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jjvdBshU02
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uaQGoemF7O
++ cat /tmp/tmp.jjvdBshU02
++ rm /tmp/tmp.uaQGoemF7O /tmp/tmp.jjvdBshU02
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.6kab0EnOwp
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.mBUQgbKNwm
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.6kab0EnOwp
+++++ cat /tmp/tmp.mBUQgbKNwm
+++++ rm /tmp/tmp.6kab0EnOwp /tmp/tmp.mBUQgbKNwm
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Vxma9sGWcp
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.i660QKl0dt
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Vxma9sGWcp
+++++ cat /tmp/tmp.i660QKl0dt
+++++ rm /tmp/tmp.Vxma9sGWcp /tmp/tmp.i660QKl0dt
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KVyNcOO2s1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WlBSghzCji
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KVyNcOO2s1
++ cat /tmp/tmp.WlBSghzCji
++ rm /tmp/tmp.KVyNcOO2s1 /tmp/tmp.WlBSghzCji
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W0CC7bKtxk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gPNKUPyYQ2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.W0CC7bKtxk
++ cat /tmp/tmp.gPNKUPyYQ2
++ rm /tmp/tmp.W0CC7bKtxk /tmp/tmp.gPNKUPyYQ2
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LIx6XLIAG0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.55ksWZgLbR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LIx6XLIAG0
++ cat /tmp/tmp.55ksWZgLbR
++ rm /tmp/tmp.LIx6XLIAG0 /tmp/tmp.55ksWZgLbR
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.nXOkfuvCNv
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.65elKUPFJo
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.nXOkfuvCNv
+++++ cat /tmp/tmp.65elKUPFJo
+++++ rm /tmp/tmp.nXOkfuvCNv /tmp/tmp.65elKUPFJo
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.OnsYQtprJ9
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.2t44HEKbz4
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.OnsYQtprJ9
+++++ cat /tmp/tmp.2t44HEKbz4
+++++ rm /tmp/tmp.OnsYQtprJ9 /tmp/tmp.2t44HEKbz4
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RgEcJCWiOD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rg344QcSSr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RgEcJCWiOD
++ cat /tmp/tmp.rg344QcSSr
++ rm /tmp/tmp.RgEcJCWiOD /tmp/tmp.rg344QcSSr
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YCuKRTWa0c
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gLeYc2Q9n9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YCuKRTWa0c
++ cat /tmp/tmp.gLeYc2Q9n9
++ rm /tmp/tmp.YCuKRTWa0c /tmp/tmp.gLeYc2Q9n9
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1Psubt6aWX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eOSKigpfTQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1Psubt6aWX
++ cat /tmp/tmp.eOSKigpfTQ
++ rm /tmp/tmp.1Psubt6aWX /tmp/tmp.eOSKigpfTQ
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.mi0fZFCRmA
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.aGu2v9ILxH
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.mi0fZFCRmA
+++++ cat /tmp/tmp.aGu2v9ILxH
+++++ rm /tmp/tmp.mi0fZFCRmA /tmp/tmp.aGu2v9ILxH
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.kfo7oYK0Gy
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.W6i0NgnAbl
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.kfo7oYK0Gy
+++++ cat /tmp/tmp.W6i0NgnAbl
+++++ rm /tmp/tmp.kfo7oYK0Gy /tmp/tmp.W6i0NgnAbl
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XYgKT0DBFA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lfU83ls9Op
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XYgKT0DBFA
++ cat /tmp/tmp.lfU83ls9Op
++ rm /tmp/tmp.XYgKT0DBFA /tmp/tmp.lfU83ls9Op
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RtE7t7dYJN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BNaIoEDcT5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RtE7t7dYJN
++ cat /tmp/tmp.BNaIoEDcT5
++ rm /tmp/tmp.RtE7t7dYJN /tmp/tmp.BNaIoEDcT5
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YVvr5hfFaj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.62toi5sVgM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YVvr5hfFaj
++ cat /tmp/tmp.62toi5sVgM
++ rm /tmp/tmp.YVvr5hfFaj /tmp/tmp.62toi5sVgM
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.ygsI5kjQUL
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.zIfPmh86tI
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.ygsI5kjQUL
+++++ cat /tmp/tmp.zIfPmh86tI
+++++ rm /tmp/tmp.ygsI5kjQUL /tmp/tmp.zIfPmh86tI
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.xMtGUenRV5
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.J96kkj93qQ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.xMtGUenRV5
+++++ cat /tmp/tmp.J96kkj93qQ
+++++ rm /tmp/tmp.xMtGUenRV5 /tmp/tmp.J96kkj93qQ
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iqELemeRMY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qLlMzVeh1Z
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iqELemeRMY
++ cat /tmp/tmp.qLlMzVeh1Z
++ rm /tmp/tmp.iqELemeRMY /tmp/tmp.qLlMzVeh1Z
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.epqYwCMNUG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hJv4pJHBjk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.epqYwCMNUG
++ cat /tmp/tmp.hJv4pJHBjk
++ rm /tmp/tmp.epqYwCMNUG /tmp/tmp.hJv4pJHBjk
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DUHxzkZC8W
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mxSsXD24zs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DUHxzkZC8W
++ cat /tmp/tmp.mxSsXD24zs
++ rm /tmp/tmp.DUHxzkZC8W /tmp/tmp.mxSsXD24zs
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.7wzmRQEsRa
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.gHgy4kHGtc
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.7wzmRQEsRa
+++++ cat /tmp/tmp.gHgy4kHGtc
+++++ rm /tmp/tmp.7wzmRQEsRa /tmp/tmp.gHgy4kHGtc
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.pRGlWW9shX
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.j34MGlHHJ7
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.pRGlWW9shX
+++++ cat /tmp/tmp.j34MGlHHJ7
+++++ rm /tmp/tmp.pRGlWW9shX /tmp/tmp.j34MGlHHJ7
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1JCzXq30DM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qfNpLilhj5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1JCzXq30DM
++ cat /tmp/tmp.qfNpLilhj5
++ rm /tmp/tmp.1JCzXq30DM /tmp/tmp.qfNpLilhj5
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0JBsxvMmSy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.60ALGyx9MM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0JBsxvMmSy
++ cat /tmp/tmp.60ALGyx9MM
++ rm /tmp/tmp.0JBsxvMmSy /tmp/tmp.60ALGyx9MM
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hLpFFZZmhA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZYaAA2IufM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hLpFFZZmhA
++ cat /tmp/tmp.ZYaAA2IufM
++ rm /tmp/tmp.hLpFFZZmhA /tmp/tmp.ZYaAA2IufM
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.AdhPMsuif1
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.w7p6iBaEsS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.AdhPMsuif1
+++++ cat /tmp/tmp.w7p6iBaEsS
+++++ rm /tmp/tmp.AdhPMsuif1 /tmp/tmp.w7p6iBaEsS
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.kuKSvqMIXF
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.oVlLMUr8AZ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.kuKSvqMIXF
+++++ cat /tmp/tmp.oVlLMUr8AZ
+++++ rm /tmp/tmp.kuKSvqMIXF /tmp/tmp.oVlLMUr8AZ
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ePyWI5nj55
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SDsF4ZkGxI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ePyWI5nj55
++ cat /tmp/tmp.SDsF4ZkGxI
++ rm /tmp/tmp.ePyWI5nj55 /tmp/tmp.SDsF4ZkGxI
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vnncvBsHVb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vTRYzZH7pl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vnncvBsHVb
++ cat /tmp/tmp.vTRYzZH7pl
++ rm /tmp/tmp.vnncvBsHVb /tmp/tmp.vTRYzZH7pl
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fwZJwjzBDJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0S30grV4eR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fwZJwjzBDJ
++ cat /tmp/tmp.0S30grV4eR
++ rm /tmp/tmp.fwZJwjzBDJ /tmp/tmp.0S30grV4eR
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.W63oQX9dp0
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.hXo8goGkwY
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.W63oQX9dp0
+++++ cat /tmp/tmp.hXo8goGkwY
+++++ rm /tmp/tmp.W63oQX9dp0 /tmp/tmp.hXo8goGkwY
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.UTbgSjPoFV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.uXhSe56mkH
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.UTbgSjPoFV
+++++ cat /tmp/tmp.uXhSe56mkH
+++++ rm /tmp/tmp.UTbgSjPoFV /tmp/tmp.uXhSe56mkH
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VgXx3NqSjA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FNXq7ml40a
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VgXx3NqSjA
++ cat /tmp/tmp.FNXq7ml40a
++ rm /tmp/tmp.VgXx3NqSjA /tmp/tmp.FNXq7ml40a
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g6Jsv4JX2U
+++ mktemp
++ local LAST_ERR=/tmp/tmp.itFEDFoUMJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.g6Jsv4JX2U
++ cat /tmp/tmp.itFEDFoUMJ
++ rm /tmp/tmp.g6Jsv4JX2U /tmp/tmp.itFEDFoUMJ
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4E4EeK1Epy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BCrZ4vRD7W
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4E4EeK1Epy
++ cat /tmp/tmp.BCrZ4vRD7W
++ rm /tmp/tmp.4E4EeK1Epy /tmp/tmp.BCrZ4vRD7W
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.f7x5894vKd
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.8mZ4D9f7y6
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.f7x5894vKd
+++++ cat /tmp/tmp.8mZ4D9f7y6
+++++ rm /tmp/tmp.f7x5894vKd /tmp/tmp.8mZ4D9f7y6
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.r4x3uiU3Gp
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.I7f6fgZ73c
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.r4x3uiU3Gp
+++++ cat /tmp/tmp.I7f6fgZ73c
+++++ rm /tmp/tmp.r4x3uiU3Gp /tmp/tmp.I7f6fgZ73c
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SljFyIjv9h
+++ mktemp
++ local LAST_ERR=/tmp/tmp.84DlIM8QeV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SljFyIjv9h
++ cat /tmp/tmp.84DlIM8QeV
++ rm /tmp/tmp.SljFyIjv9h /tmp/tmp.84DlIM8QeV
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SVq9bnqBF4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1Dmfm2JsyL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SVq9bnqBF4
++ cat /tmp/tmp.1Dmfm2JsyL
++ rm /tmp/tmp.SVq9bnqBF4 /tmp/tmp.1Dmfm2JsyL
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OKjRYwGXUi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KpzrpoOdBW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OKjRYwGXUi
++ cat /tmp/tmp.KpzrpoOdBW
++ rm /tmp/tmp.OKjRYwGXUi /tmp/tmp.KpzrpoOdBW
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.MbEx9rEbPA
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.1Pfpo0DqUE
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.MbEx9rEbPA
+++++ cat /tmp/tmp.1Pfpo0DqUE
+++++ rm /tmp/tmp.MbEx9rEbPA /tmp/tmp.1Pfpo0DqUE
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.iSfWVzGBuY
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.MhzCkbll8M
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.iSfWVzGBuY
+++++ cat /tmp/tmp.MhzCkbll8M
+++++ rm /tmp/tmp.iSfWVzGBuY /tmp/tmp.MhzCkbll8M
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GSZZQgxJZ0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O6XAynDr9b
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GSZZQgxJZ0
++ cat /tmp/tmp.O6XAynDr9b
++ rm /tmp/tmp.GSZZQgxJZ0 /tmp/tmp.O6XAynDr9b
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PjgU6ostxJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uwcEG2ceeU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PjgU6ostxJ
++ cat /tmp/tmp.uwcEG2ceeU
++ rm /tmp/tmp.PjgU6ostxJ /tmp/tmp.uwcEG2ceeU
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R5DSxAwkEK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.amCj7Dn8A4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.R5DSxAwkEK
++ cat /tmp/tmp.amCj7Dn8A4
++ rm /tmp/tmp.R5DSxAwkEK /tmp/tmp.amCj7Dn8A4
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9ur1WOvTn0
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ZKtIjXG43D
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.9ur1WOvTn0
+++++ cat /tmp/tmp.ZKtIjXG43D
+++++ rm /tmp/tmp.9ur1WOvTn0 /tmp/tmp.ZKtIjXG43D
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.sDw0qcpvdV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.6XhFqHheYX
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.sDw0qcpvdV
+++++ cat /tmp/tmp.6XhFqHheYX
+++++ rm /tmp/tmp.sDw0qcpvdV /tmp/tmp.6XhFqHheYX
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MRso2QTgaM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cd7pSPEGWh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MRso2QTgaM
++ cat /tmp/tmp.cd7pSPEGWh
++ rm /tmp/tmp.MRso2QTgaM /tmp/tmp.cd7pSPEGWh
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GnDA8YZdcX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7HwgNNL0BX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GnDA8YZdcX
++ cat /tmp/tmp.7HwgNNL0BX
++ rm /tmp/tmp.GnDA8YZdcX /tmp/tmp.7HwgNNL0BX
++ return 0
+ state=ready
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R9iDgdo2Ol
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PhYkDCLHHc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.R9iDgdo2Ol
++ cat /tmp/tmp.PhYkDCLHHc
++ rm /tmp/tmp.R9iDgdo2Ol /tmp/tmp.PhYkDCLHHc
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.zliilVhPAK
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.k0iMoYjbhf
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.zliilVhPAK
+++++ cat /tmp/tmp.k0iMoYjbhf
+++++ rm /tmp/tmp.zliilVhPAK /tmp/tmp.k0iMoYjbhf
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.3gDzZeBTeR
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.07SMq5CIqj
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.3gDzZeBTeR
+++++ cat /tmp/tmp.07SMq5CIqj
+++++ rm /tmp/tmp.3gDzZeBTeR /tmp/tmp.07SMq5CIqj
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.79LpG2JrU2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8tgWIr7Ciy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.79LpG2JrU2
++ cat /tmp/tmp.8tgWIr7Ciy
++ rm /tmp/tmp.79LpG2JrU2 /tmp/tmp.8tgWIr7Ciy
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BCwYs2K3cm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RjOQEvZaIC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BCwYs2K3cm
++ cat /tmp/tmp.RjOQEvZaIC
++ rm /tmp/tmp.BCwYs2K3cm /tmp/tmp.RjOQEvZaIC
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:31:05.214422     458 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966663303528000&timeoutSeconds=536&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BIDSm33YSU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0QsKdN1l3C
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BIDSm33YSU
++ cat /tmp/tmp.0QsKdN1l3C
++ rm /tmp/tmp.BIDSm33YSU /tmp/tmp.0QsKdN1l3C
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:31:13.050783    1529 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966671304486000&timeoutSeconds=556&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zepy8NnDnW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Xl45mmgKge
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zepy8NnDnW
++ cat /tmp/tmp.Xl45mmgKge
++ rm /tmp/tmp.zepy8NnDnW /tmp/tmp.Xl45mmgKge
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:31:21.430510    2782 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782966679753721000&timeoutSeconds=507&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/smart-update.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.nGD4SFqxuo
++ mktemp
+ local LAST_ERR=/tmp/tmp.r1XPIDRrkJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/smart-update.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nGD4SFqxuo
perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.r1XPIDRrkJ
+ rm /tmp/tmp.nGD4SFqxuo /tmp/tmp.r1XPIDRrkJ
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.NxcDh0NzJ6
++ mktemp
+ local LAST_ERR=/tmp/tmp.nunIwxbmSX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NxcDh0NzJ6
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-550 namespace
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-550 namespace
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-550 namespace
persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted from smart-update1-550 namespace
persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.nunIwxbmSX
+ rm /tmp/tmp.NxcDh0NzJ6 /tmp/tmp.nunIwxbmSX
+ return 0
+ desc 'Updating HAProxy PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating HAProxy PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858"' /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ spinup_pxc smart-update /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.zQNQUo2xh5
++ mktemp
+ local LAST_ERR=/tmp/tmp.j7SBlmXaHo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zQNQUo2xh5
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.j7SBlmXaHo
+ rm /tmp/tmp.zQNQUo2xh5 /tmp/tmp.j7SBlmXaHo
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local pvc_name=
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-550~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.FSwyfhq8pu
++ mktemp
+ local LAST_ERR=/tmp/tmp.ikH8sasvGn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FSwyfhq8pu
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.ikH8sasvGn
+ rm /tmp/tmp.FSwyfhq8pu /tmp/tmp.ikH8sasvGn
+ return 0
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ local config_file=/tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml ''
+ local input_file=/tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ local pvc_name=
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-550~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ cat /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.CCyzMsU55y
++ mktemp
+ local LAST_ERR=/tmp/tmp.WF1NjSj9lA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CCyzMsU55y
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.WF1NjSj9lA
+ rm /tmp/tmp.CCyzMsU55y /tmp/tmp.WF1NjSj9lA
+ return 0
+ desc 'waiting pods to be running for smart-update'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting pods to be running for smart-update
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jMwRxuG5eQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.M1TvPGPVPY
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.jMwRxuG5eQ
+++ cat /tmp/tmp.M1TvPGPVPY
+++ rm /tmp/tmp.jMwRxuG5eQ /tmp/tmp.M1TvPGPVPY
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
++ get_proxy_size smart-update
++ local cluster=smart-update
++ local size=0
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fR7gNjsdLj
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.zHYXMVXnRt
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fR7gNjsdLj
+++ cat /tmp/tmp.zHYXMVXnRt
+++ rm /tmp/tmp.fR7gNjsdLj /tmp/tmp.zHYXMVXnRt
+++ return 0
++ [[ true == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eyPwdp3oqu
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.MVij2vGVB3
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.eyPwdp3oqu
+++ cat /tmp/tmp.MVij2vGVB3
+++ rm /tmp/tmp.eyPwdp3oqu /tmp/tmp.MVij2vGVB3
+++ return 0
++ size=2
++ echo 2
+ local proxy_size=2
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ local size=3
+ local last_pod
+ local max_retry=480
+ [[ -z smart-update-pxc ]]
+ [[ 3 -le 0 ]]
+ last_pod=2
+ desc 'Waiting for 3 running pods for smart-update-pxc'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 3 running pods for smart-update-pxc
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-pxc-0
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
waiting for pod/smart-update-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
waiting for pod/smart-update-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
waiting for pod/smart-update-pxc-2 to become Ready.Ok
+ wait_for_running smart-update-haproxy 2
+ local name=smart-update-haproxy
+ local size=2
+ local last_pod
+ local max_retry=480
+ [[ -z smart-update-haproxy ]]
+ [[ 2 -le 0 ]]
+ last_pod=1
+ desc 'Waiting for 2 running pods for smart-update-haproxy'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 2 running pods for smart-update-haproxy
-----------------------------------------------------------------------------------

++ seq 0 1
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
E0702 04:36:49.435436   16501 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsmart-update-haproxy-0&resourceVersion=1782967007985088000&timeoutSeconds=409&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/smart-update-haproxy-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-1 480
+ local pod=smart-update-haproxy-1
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo smart-update-haproxy-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-1 condition met
E0702 04:36:59.397178   18130 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsmart-update-haproxy-1&resourceVersion=1782967017985168000&timeoutSeconds=311&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/smart-update-haproxy-1 to become Ready.Ok
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/smart-update to be ready'
waiting for pxc/smart-update to be ready++ seq 1 300
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AMlTxzs08D
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JoYwfiFpZW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AMlTxzs08D
++ cat /tmp/tmp.JoYwfiFpZW
++ rm /tmp/tmp.AMlTxzs08D /tmp/tmp.JoYwfiFpZW
++ return 0
+ state=ready
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cJ983djAzm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8tbWcsRder
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cJ983djAzm
++ cat /tmp/tmp.8tbWcsRder
++ rm /tmp/tmp.cJ983djAzm /tmp/tmp.8tbWcsRder
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.fTKPmTAah3
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.L1nmXWMFSw
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.fTKPmTAah3
+++++ cat /tmp/tmp.L1nmXWMFSw
+++++ rm /tmp/tmp.fTKPmTAah3 /tmp/tmp.L1nmXWMFSw
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nx4f0RO8ZG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aeMXeGwM6x
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nx4f0RO8ZG
++ cat /tmp/tmp.aeMXeGwM6x
++ rm /tmp/tmp.nx4f0RO8ZG /tmp/tmp.aeMXeGwM6x
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
+ sleep 10
++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XPvOPVVvSk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qhhSAloeao
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XPvOPVVvSk
++ cat /tmp/tmp.qhhSAloeao
++ rm /tmp/tmp.XPvOPVVvSk /tmp/tmp.qhhSAloeao
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ntx5KcVjgc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hg5Rc4HzAt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ntx5KcVjgc
++ cat /tmp/tmp.hg5Rc4HzAt
++ rm /tmp/tmp.Ntx5KcVjgc /tmp/tmp.hg5Rc4HzAt
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-58956d9c99-2sktx
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:37:43.568515   24451 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967060616908000&timeoutSeconds=391&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ write_data smart-update 100500 no-proxy -P3306
+ local cluster=smart-update
+ local id=100500
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local root_pass
++ get_password smart-update root
++ local cluster=smart-update
++ local user=root
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UhbDtDj8bi
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.PtZV5WKQnV
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.UhbDtDj8bi
+++ cat /tmp/tmp.PtZV5WKQnV
+++ rm /tmp/tmp.UhbDtDj8bi /tmp/tmp.PtZV5WKQnV
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0AUknmwUQM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.e7DWzWfC7R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0AUknmwUQM
++ cat /tmp/tmp.e7DWzWfC7R
++ rm /tmp/tmp.0AUknmwUQM /tmp/tmp.e7DWzWfC7R
++ return 0
+ root_pass=root_password
++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.5ZPXSlVjsQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kLecLjNeNA
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.5ZPXSlVjsQ
+++ cat /tmp/tmp.kLecLjNeNA
+++ rm /tmp/tmp.5ZPXSlVjsQ /tmp/tmp.kLecLjNeNA
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ proxy=smart-update-haproxy
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
+ host='-h smart-update-pxc-0.smart-update-pxc'
+ run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3KbcB0Uwlu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nbAnTLo74N
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3KbcB0Uwlu
++ cat /tmp/tmp.nbAnTLo74N
++ rm /tmp/tmp.3KbcB0Uwlu /tmp/tmp.nbAnTLo74N
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:38:05.014730   27578 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967081107671000&timeoutSeconds=466&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
+ desc 'compare initial data'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare initial data
-----------------------------------------------------------------------------------

+ compare_data smart-update select-1 no-proxy -P3306
+ local cluster=smart-update
+ local compare=select-1
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local size
+ local root_pass
++ get_password smart-update root
++ local cluster=smart-update
++ local user=root
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.y1v2SklkRV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.nlx4sasoGN
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.y1v2SklkRV
+++ cat /tmp/tmp.nlx4sasoGN
+++ rm /tmp/tmp.y1v2SklkRV /tmp/tmp.nlx4sasoGN
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YHL5tNRnwG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gfnSgZT8Bq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YHL5tNRnwG
++ cat /tmp/tmp.gfnSgZT8Bq
++ rm /tmp/tmp.YHL5tNRnwG /tmp/tmp.gfnSgZT8Bq
++ return 0
+ root_pass=root_password
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
++ get_pxc_size smart-update
++ local cluster=smart-update
++ local size=0
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.pxc.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.M4W4cw14Ve
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1y0CvjOTRs
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.pxc.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.M4W4cw14Ve
+++ cat /tmp/tmp.1y0CvjOTRs
+++ rm /tmp/tmp.M4W4cw14Ve /tmp/tmp.1y0CvjOTRs
+++ return 0
++ size=3
++ echo 3
+ size=3
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QhIuCWEiAx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FXWpTn0VJn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QhIuCWEiAx
++ cat /tmp/tmp.FXWpTn0VJn
++ rm /tmp/tmp.QhIuCWEiAx /tmp/tmp.FXWpTn0VJn
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:38:57.721548    3283 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967135266469000&timeoutSeconds=395&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yvd9zb46Rm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.f7aX9NtqQy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yvd9zb46Rm
++ cat /tmp/tmp.f7aX9NtqQy
++ rm /tmp/tmp.yvd9zb46Rm /tmp/tmp.f7aX9NtqQy
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:39:09.891950    5142 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967147231950000&timeoutSeconds=396&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ERpwNikPbj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.drQlZLgUns
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ERpwNikPbj
++ cat /tmp/tmp.drQlZLgUns
++ rm /tmp/tmp.ERpwNikPbj /tmp/tmp.drQlZLgUns
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:39:21.384499    6955 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967159460028000&timeoutSeconds=419&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ is_keyring_plugin_in_use smart-update
+ local cluster=smart-update
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ kubectl exec smart-update-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my
+ return 1
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RIFscW2jmx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.re0yUqkrBF
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.RIFscW2jmx
+++ cat /tmp/tmp.re0yUqkrBF
+++ rm /tmp/tmp.RIFscW2jmx /tmp/tmp.re0yUqkrBF
+++ return 0
++ client_pod=pxc-client-58956d9c99-2sktx
++ wait_pod pxc-client-58956d9c99-2sktx
++ local pod=pxc-client-58956d9c99-2sktx
++ local max_retry=480
++ local ns=
+++ echo pxc-client-58956d9c99-2sktx
+++ grep -E '^(pxc|proxysql)$'
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ local container=
++ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:39:34.882522    9025 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967172871633000&timeoutSeconds=369&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KK2MqJsAZV
++ mktemp
+ local LAST_ERR=/tmp/tmp.OpFpBWaT2x
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KK2MqJsAZV
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.OpFpBWaT2x
+ rm /tmp/tmp.KK2MqJsAZV /tmp/tmp.OpFpBWaT2x
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ set +x
Waiting for the last pod to update...................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/smart-update to be ready'
waiting for pxc/smart-update to be ready++ seq 1 300
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WtyBE1CMox
+++ mktemp
++ local LAST_ERR=/tmp/tmp.knWTylvApn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WtyBE1CMox
++ cat /tmp/tmp.knWTylvApn
++ rm /tmp/tmp.WtyBE1CMox /tmp/tmp.knWTylvApn
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fiMhWe6DbB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tXbUJX6r8K
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fiMhWe6DbB
++ cat /tmp/tmp.tXbUJX6r8K
++ rm /tmp/tmp.fiMhWe6DbB /tmp/tmp.tXbUJX6r8K
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.8nGkAjN1Y3
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.XvIerrqRLw
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.8nGkAjN1Y3
+++++ cat /tmp/tmp.XvIerrqRLw
+++++ rm /tmp/tmp.8nGkAjN1Y3 /tmp/tmp.XvIerrqRLw
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Hq2gOLvYgW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5yRz8wtafm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Hq2gOLvYgW
++ cat /tmp/tmp.5yRz8wtafm
++ rm /tmp/tmp.Hq2gOLvYgW /tmp/tmp.5yRz8wtafm
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.awy5KlQbVZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dE3wjOlcOT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.awy5KlQbVZ
++ cat /tmp/tmp.dE3wjOlcOT
++ rm /tmp/tmp.awy5KlQbVZ /tmp/tmp.dE3wjOlcOT
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UndBQa73p4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MHpSNO9PMi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UndBQa73p4
++ cat /tmp/tmp.MHpSNO9PMi
++ rm /tmp/tmp.UndBQa73p4 /tmp/tmp.MHpSNO9PMi
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.NnWfu7SPS8
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.lSpm0QcNlv
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.NnWfu7SPS8
+++++ cat /tmp/tmp.lSpm0QcNlv
+++++ rm /tmp/tmp.NnWfu7SPS8 /tmp/tmp.lSpm0QcNlv
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IBivnTAUOZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t3v0hQsTu1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IBivnTAUOZ
++ cat /tmp/tmp.t3v0hQsTu1
++ rm /tmp/tmp.IBivnTAUOZ /tmp/tmp.t3v0hQsTu1
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aBw4UpNmY3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2LZBqrSuJF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aBw4UpNmY3
++ cat /tmp/tmp.2LZBqrSuJF
++ rm /tmp/tmp.aBw4UpNmY3 /tmp/tmp.2LZBqrSuJF
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zIfH34jS1q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ilu0q6tayq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zIfH34jS1q
++ cat /tmp/tmp.Ilu0q6tayq
++ rm /tmp/tmp.zIfH34jS1q /tmp/tmp.Ilu0q6tayq
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Xe50Ez48Sg
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Bsl4sRbEkK
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Xe50Ez48Sg
+++++ cat /tmp/tmp.Bsl4sRbEkK
+++++ rm /tmp/tmp.Xe50Ez48Sg /tmp/tmp.Bsl4sRbEkK
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0oPHmHENJA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ojK3Su1HSl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0oPHmHENJA
++ cat /tmp/tmp.ojK3Su1HSl
++ rm /tmp/tmp.0oPHmHENJA /tmp/tmp.ojK3Su1HSl
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LdW93IfFVS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.98deAfz7wD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LdW93IfFVS
++ cat /tmp/tmp.98deAfz7wD
++ rm /tmp/tmp.LdW93IfFVS /tmp/tmp.98deAfz7wD
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fSCEOTJJrs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DlDboB5iAo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fSCEOTJJrs
++ cat /tmp/tmp.DlDboB5iAo
++ rm /tmp/tmp.fSCEOTJJrs /tmp/tmp.DlDboB5iAo
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Y5lDSGgdu8
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.TRPNRhekiV
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Y5lDSGgdu8
+++++ cat /tmp/tmp.TRPNRhekiV
+++++ rm /tmp/tmp.Y5lDSGgdu8 /tmp/tmp.TRPNRhekiV
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.626XbyO1W6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5619W8tROm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.626XbyO1W6
++ cat /tmp/tmp.5619W8tROm
++ rm /tmp/tmp.626XbyO1W6 /tmp/tmp.5619W8tROm
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.injG4siGjj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m3SB89WIV6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.injG4siGjj
++ cat /tmp/tmp.m3SB89WIV6
++ rm /tmp/tmp.injG4siGjj /tmp/tmp.m3SB89WIV6
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rleku10wOy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AMRCOURGL6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rleku10wOy
++ cat /tmp/tmp.AMRCOURGL6
++ rm /tmp/tmp.rleku10wOy /tmp/tmp.AMRCOURGL6
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.o7fRNmr1Fs
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.uRPvNn3pEE
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.o7fRNmr1Fs
+++++ cat /tmp/tmp.uRPvNn3pEE
+++++ rm /tmp/tmp.o7fRNmr1Fs /tmp/tmp.uRPvNn3pEE
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oL7YJyGKLA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tVK15ATx8A
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oL7YJyGKLA
++ cat /tmp/tmp.tVK15ATx8A
++ rm /tmp/tmp.oL7YJyGKLA /tmp/tmp.tVK15ATx8A
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2NinM364st
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wB6kDpwK0n
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2NinM364st
++ cat /tmp/tmp.wB6kDpwK0n
++ rm /tmp/tmp.2NinM364st /tmp/tmp.wB6kDpwK0n
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0ktU0xr88z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Si5keRtBNv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0ktU0xr88z
++ cat /tmp/tmp.Si5keRtBNv
++ rm /tmp/tmp.0ktU0xr88z /tmp/tmp.Si5keRtBNv
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Qjg1Qoubio
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.21f5Xfc6HO
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Qjg1Qoubio
+++++ cat /tmp/tmp.21f5Xfc6HO
+++++ rm /tmp/tmp.Qjg1Qoubio /tmp/tmp.21f5Xfc6HO
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5xWoVV3fej
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C3uq1P1zQr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5xWoVV3fej
++ cat /tmp/tmp.C3uq1P1zQr
++ rm /tmp/tmp.5xWoVV3fej /tmp/tmp.C3uq1P1zQr
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J9Tf35MzMc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jKfAgFOheX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.J9Tf35MzMc
++ cat /tmp/tmp.jKfAgFOheX
++ rm /tmp/tmp.J9Tf35MzMc /tmp/tmp.jKfAgFOheX
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Io62x0P68M
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a4NjLKwYy1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Io62x0P68M
++ cat /tmp/tmp.a4NjLKwYy1
++ rm /tmp/tmp.Io62x0P68M /tmp/tmp.a4NjLKwYy1
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.CE21UTKLrv
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.mkUgo1gJHU
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.CE21UTKLrv
+++++ cat /tmp/tmp.mkUgo1gJHU
+++++ rm /tmp/tmp.CE21UTKLrv /tmp/tmp.mkUgo1gJHU
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o9qHFRdOOK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GnS1CgIIbY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o9qHFRdOOK
++ cat /tmp/tmp.GnS1CgIIbY
++ rm /tmp/tmp.o9qHFRdOOK /tmp/tmp.GnS1CgIIbY
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZQcQxOxtXH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a4f4wKz0VV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZQcQxOxtXH
++ cat /tmp/tmp.a4f4wKz0VV
++ rm /tmp/tmp.ZQcQxOxtXH /tmp/tmp.a4f4wKz0VV
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2Uovre7QJW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lLb5c3f9qv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2Uovre7QJW
++ cat /tmp/tmp.lLb5c3f9qv
++ rm /tmp/tmp.2Uovre7QJW /tmp/tmp.lLb5c3f9qv
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.sW2iZ5aa2l
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.CoPxoa3Kbp
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.sW2iZ5aa2l
+++++ cat /tmp/tmp.CoPxoa3Kbp
+++++ rm /tmp/tmp.sW2iZ5aa2l /tmp/tmp.CoPxoa3Kbp
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VSdBz1z2qf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eUi1brEWYD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VSdBz1z2qf
++ cat /tmp/tmp.eUi1brEWYD
++ rm /tmp/tmp.VSdBz1z2qf /tmp/tmp.eUi1brEWYD
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7bfzvxe6h8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iyYKmcRAbL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7bfzvxe6h8
++ cat /tmp/tmp.iyYKmcRAbL
++ rm /tmp/tmp.7bfzvxe6h8 /tmp/tmp.iyYKmcRAbL
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lCtUBbvphQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DxqQ89bKvm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lCtUBbvphQ
++ cat /tmp/tmp.DxqQ89bKvm
++ rm /tmp/tmp.lCtUBbvphQ /tmp/tmp.DxqQ89bKvm
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.v0NoC4QW0L
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.bnatEdvdEg
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.v0NoC4QW0L
+++++ cat /tmp/tmp.bnatEdvdEg
+++++ rm /tmp/tmp.v0NoC4QW0L /tmp/tmp.bnatEdvdEg
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lkw311PFy5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XAwmP0hrRG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lkw311PFy5
++ cat /tmp/tmp.XAwmP0hrRG
++ rm /tmp/tmp.lkw311PFy5 /tmp/tmp.XAwmP0hrRG
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aXBTi1URC4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ba3k8Tp8xL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aXBTi1URC4
++ cat /tmp/tmp.Ba3k8Tp8xL
++ rm /tmp/tmp.aXBTi1URC4 /tmp/tmp.Ba3k8Tp8xL
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OMDIjJ180R
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vrzAd6lxwR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OMDIjJ180R
++ cat /tmp/tmp.vrzAd6lxwR
++ rm /tmp/tmp.OMDIjJ180R /tmp/tmp.vrzAd6lxwR
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.LW1FIoMa2y
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.l3qfjwuA8b
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.LW1FIoMa2y
+++++ cat /tmp/tmp.l3qfjwuA8b
+++++ rm /tmp/tmp.LW1FIoMa2y /tmp/tmp.l3qfjwuA8b
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C1TEZ0oxAt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5EM621ahVE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.C1TEZ0oxAt
++ cat /tmp/tmp.5EM621ahVE
++ rm /tmp/tmp.C1TEZ0oxAt /tmp/tmp.5EM621ahVE
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xYfC4sAVom
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PiGMqQfCeV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xYfC4sAVom
++ cat /tmp/tmp.PiGMqQfCeV
++ rm /tmp/tmp.xYfC4sAVom /tmp/tmp.PiGMqQfCeV
++ return 0
+ state=ready
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QEEomovYfc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1nTQvcn0pl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QEEomovYfc
++ cat /tmp/tmp.1nTQvcn0pl
++ rm /tmp/tmp.QEEomovYfc /tmp/tmp.1nTQvcn0pl
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.GvJEpd5KVU
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.EPJFE7K9uu
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.GvJEpd5KVU
+++++ cat /tmp/tmp.EPJFE7K9uu
+++++ rm /tmp/tmp.GvJEpd5KVU /tmp/tmp.EPJFE7K9uu
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9ne1sNRtOt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oXsTm8Mn2t
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9ne1sNRtOt
++ cat /tmp/tmp.oXsTm8Mn2t
++ rm /tmp/tmp.9ne1sNRtOt /tmp/tmp.oXsTm8Mn2t
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RDaAIc8v99
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LoQAQoGGrM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RDaAIc8v99
++ cat /tmp/tmp.LoQAQoGGrM
++ rm /tmp/tmp.RDaAIc8v99 /tmp/tmp.LoQAQoGGrM
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:43:13.300830    8523 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967390659586000&timeoutSeconds=308&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.buXUwdH4DW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gPNwlZgrxk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.buXUwdH4DW
++ cat /tmp/tmp.gPNwlZgrxk
++ rm /tmp/tmp.buXUwdH4DW /tmp/tmp.gPNwlZgrxk
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:43:26.026911   10524 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967403863635000&timeoutSeconds=317&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.02MDKI34Ug
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2DGW4Es6jG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.02MDKI34Ug
++ cat /tmp/tmp.2DGW4Es6jG
++ rm /tmp/tmp.02MDKI34Ug /tmp/tmp.2DGW4Es6jG
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:43:38.933378   12280 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967415344508000&timeoutSeconds=436&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.JQ9iPTMsMA
++ mktemp
+ local LAST_ERR=/tmp/tmp.Lf3K0vKubH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.BhO4ieEFSJ/smart-update-haproxy.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JQ9iPTMsMA
perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.Lf3K0vKubH
+ rm /tmp/tmp.JQ9iPTMsMA /tmp/tmp.Lf3K0vKubH
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.TaYWbdzFPP
++ mktemp
+ local LAST_ERR=/tmp/tmp.zd8oDOypgr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TaYWbdzFPP
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-550 namespace
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-550 namespace
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.zd8oDOypgr
+ rm /tmp/tmp.TaYWbdzFPP /tmp/tmp.zd8oDOypgr
+ return 0
+ desc 'Updating PXC cluster with version service available but disabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating PXC cluster with version service available but disabled
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858"' /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ spinup_pxc smart-update /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.1drrGCGT6e
++ mktemp
+ local LAST_ERR=/tmp/tmp.V4swFjnih8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1drrGCGT6e
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.V4swFjnih8
+ rm /tmp/tmp.1drrGCGT6e /tmp/tmp.V4swFjnih8
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml ''
++ mktemp
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local pvc_name=
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-550~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ local LAST_OUT=/tmp/tmp.3uZs1dRyCJ
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml
+ local LAST_ERR=/tmp/tmp.W0eZ0UR5n5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3uZs1dRyCJ
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.W0eZ0UR5n5
+ rm /tmp/tmp.3uZs1dRyCJ /tmp/tmp.W0eZ0UR5n5
+ return 0
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ local config_file=/tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml ''
+ local input_file=/tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ local pvc_name=
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ cat /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.l6low6r56Z
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ local LAST_ERR=/tmp/tmp.zw5BStRoYK
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-550~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.l6low6r56Z
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.zw5BStRoYK
+ rm /tmp/tmp.l6low6r56Z /tmp/tmp.zw5BStRoYK
+ return 0
+ desc 'waiting pods to be running for smart-update'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting pods to be running for smart-update
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.789onRfQUb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.8WryjootWE
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.789onRfQUb
+++ cat /tmp/tmp.8WryjootWE
+++ rm /tmp/tmp.789onRfQUb /tmp/tmp.8WryjootWE
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
++ get_proxy_size smart-update
++ local cluster=smart-update
++ local size=0
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.j1iLbf54KT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Ufl5jPg0qL
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.j1iLbf54KT
+++ cat /tmp/tmp.Ufl5jPg0qL
+++ rm /tmp/tmp.j1iLbf54KT /tmp/tmp.Ufl5jPg0qL
+++ return 0
++ [[ true == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eG8gqCsk8t
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6J0LaIN5M7
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.eG8gqCsk8t
+++ cat /tmp/tmp.6J0LaIN5M7
+++ rm /tmp/tmp.eG8gqCsk8t /tmp/tmp.6J0LaIN5M7
+++ return 0
++ size=2
++ echo 2
+ local proxy_size=2
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ local size=3
+ local last_pod
+ local max_retry=480
+ [[ -z smart-update-pxc ]]
+ [[ 3 -le 0 ]]
+ last_pod=2
+ desc 'Waiting for 3 running pods for smart-update-pxc'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 3 running pods for smart-update-pxc
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
waiting for pod/smart-update-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo smart-update-pxc-1
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
waiting for pod/smart-update-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
waiting for pod/smart-update-pxc-2 to become Ready.Ok
+ wait_for_running smart-update-haproxy 2
+ local name=smart-update-haproxy
+ local size=2
+ local last_pod
+ local max_retry=480
+ [[ -z smart-update-haproxy ]]
+ [[ 2 -le 0 ]]
+ last_pod=1
+ desc 'Waiting for 2 running pods for smart-update-haproxy'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 2 running pods for smart-update-haproxy
-----------------------------------------------------------------------------------

++ seq 0 1
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-haproxy-0
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
E0702 04:49:06.879630   29286 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsmart-update-haproxy-0&resourceVersion=1782967744235852000&timeoutSeconds=454&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/smart-update-haproxy-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-1 480
+ local pod=smart-update-haproxy-1
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-1 condition met
E0702 04:49:18.318437   31119 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsmart-update-haproxy-1&resourceVersion=1782967754236129000&timeoutSeconds=473&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/smart-update-haproxy-1 to become Ready.Ok
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/smart-update to be ready'
waiting for pxc/smart-update to be ready++ seq 1 300
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hPq7L1Yynl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XKwt2HFIiU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hPq7L1Yynl
++ cat /tmp/tmp.XKwt2HFIiU
++ rm /tmp/tmp.hPq7L1Yynl /tmp/tmp.XKwt2HFIiU
++ return 0
+ state=ready
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hxospT7yfn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UrFhBTKoC5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hxospT7yfn
++ cat /tmp/tmp.UrFhBTKoC5
++ rm /tmp/tmp.hxospT7yfn /tmp/tmp.UrFhBTKoC5
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.jyJ3zSuRt8
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.itEGUWkw31
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.jyJ3zSuRt8
+++++ cat /tmp/tmp.itEGUWkw31
+++++ rm /tmp/tmp.jyJ3zSuRt8 /tmp/tmp.itEGUWkw31
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.m8wSGYsHJr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9awt7v9ruB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.m8wSGYsHJr
++ cat /tmp/tmp.9awt7v9ruB
++ rm /tmp/tmp.m8wSGYsHJr /tmp/tmp.9awt7v9ruB
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
+ sleep 10
++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CjNtZJ00lh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rDn573LYZl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CjNtZJ00lh
++ cat /tmp/tmp.rDn573LYZl
++ rm /tmp/tmp.CjNtZJ00lh /tmp/tmp.rDn573LYZl
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lYHdSdin99
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SgY6YyfHII
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lYHdSdin99
++ cat /tmp/tmp.SgY6YyfHII
++ rm /tmp/tmp.lYHdSdin99 /tmp/tmp.SgY6YyfHII
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-58956d9c99-2sktx
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:50:01.323936    5430 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967800285795000&timeoutSeconds=368&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ write_data smart-update 100500 no-proxy -P3306
+ local cluster=smart-update
+ local id=100500
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local root_pass
++ get_password smart-update root
++ local cluster=smart-update
++ local user=root
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tYCFiyEtPp
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WnLoHCP8I6
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.tYCFiyEtPp
+++ cat /tmp/tmp.WnLoHCP8I6
+++ rm /tmp/tmp.tYCFiyEtPp /tmp/tmp.WnLoHCP8I6
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ base64 --decode
++ local LAST_OUT=/tmp/tmp.92Iar6SY0T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bLv73AJNKM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.92Iar6SY0T
++ cat /tmp/tmp.bLv73AJNKM
++ rm /tmp/tmp.92Iar6SY0T /tmp/tmp.bLv73AJNKM
++ return 0
+ root_pass=root_password
++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.P3UrqZXtVO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.4DRLf2gsnS
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.P3UrqZXtVO
+++ cat /tmp/tmp.4DRLf2gsnS
+++ rm /tmp/tmp.P3UrqZXtVO /tmp/tmp.4DRLf2gsnS
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ proxy=smart-update-haproxy
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
+ host='-h smart-update-pxc-0.smart-update-pxc'
+ run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iB1D8Ojvgo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kbjBw1kMAB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iB1D8Ojvgo
++ cat /tmp/tmp.kbjBw1kMAB
++ rm /tmp/tmp.iB1D8Ojvgo /tmp/tmp.kbjBw1kMAB
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:50:26.050567    9004 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967823215913000&timeoutSeconds=471&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
+ desc 'compare initial data'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare initial data
-----------------------------------------------------------------------------------

+ compare_data smart-update select-1 no-proxy -P3306
+ local cluster=smart-update
+ local compare=select-1
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local size
+ local root_pass
++ get_password smart-update root
++ local cluster=smart-update
++ local user=root
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.O5t51xe2Z9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vyW0xnooiq
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.O5t51xe2Z9
+++ cat /tmp/tmp.vyW0xnooiq
+++ rm /tmp/tmp.O5t51xe2Z9 /tmp/tmp.vyW0xnooiq
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ytka9RGGic
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JV6yCkGMS7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ytka9RGGic
++ cat /tmp/tmp.JV6yCkGMS7
++ rm /tmp/tmp.ytka9RGGic /tmp/tmp.JV6yCkGMS7
++ return 0
+ root_pass=root_password
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
++ get_pxc_size smart-update
++ local cluster=smart-update
++ local size=0
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.pxc.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.nXgby5XSqW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.f5LqnwzgED
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.pxc.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.nXgby5XSqW
+++ cat /tmp/tmp.f5LqnwzgED
+++ rm /tmp/tmp.nXgby5XSqW /tmp/tmp.f5LqnwzgED
+++ return 0
++ size=3
++ echo 3
+ size=3
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vHOv5PmFpX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CsRLe3HZNA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vHOv5PmFpX
++ cat /tmp/tmp.CsRLe3HZNA
++ rm /tmp/tmp.vHOv5PmFpX /tmp/tmp.CsRLe3HZNA
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:51:20.804972   17321 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967878001565000&timeoutSeconds=331&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n5O4nYZ9B3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kXVbEFVzdJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.n5O4nYZ9B3
++ cat /tmp/tmp.kXVbEFVzdJ
++ rm /tmp/tmp.n5O4nYZ9B3 /tmp/tmp.kXVbEFVzdJ
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:51:34.882947   19511 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967892257610000&timeoutSeconds=432&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.os8AAzH3xU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hg4v31qGJt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.os8AAzH3xU
++ cat /tmp/tmp.Hg4v31qGJt
++ rm /tmp/tmp.os8AAzH3xU /tmp/tmp.Hg4v31qGJt
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:51:47.917355   21822 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967906870261000&timeoutSeconds=409&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ is_keyring_plugin_in_use smart-update
+ local cluster=smart-update
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ kubectl exec smart-update-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my
+ return 1
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1DFD6MZwVI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1NtfPPgKYQ
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.1DFD6MZwVI
+++ cat /tmp/tmp.1NtfPPgKYQ
+++ rm /tmp/tmp.1DFD6MZwVI /tmp/tmp.1NtfPPgKYQ
+++ return 0
++ client_pod=pxc-client-58956d9c99-2sktx
++ wait_pod pxc-client-58956d9c99-2sktx
++ local pod=pxc-client-58956d9c99-2sktx
++ local max_retry=480
++ local ns=
+++ echo pxc-client-58956d9c99-2sktx
+++ grep -E '^(pxc|proxysql)$'
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ local container=
++ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:52:06.781908   24486 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782967923862915000&timeoutSeconds=398&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ruYcTGRKPK
++ mktemp
+ local LAST_ERR=/tmp/tmp.evWlFhVizK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ruYcTGRKPK
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.evWlFhVizK
+ rm /tmp/tmp.ruYcTGRKPK /tmp/tmp.evWlFhVizK
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.4
+ set +x
Waiting for the last pod to update...........
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/smart-update to be ready'
waiting for pxc/smart-update to be ready++ seq 1 300
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iF2KMEl8D2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g22Sq3aahf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iF2KMEl8D2
++ cat /tmp/tmp.g22Sq3aahf
++ rm /tmp/tmp.iF2KMEl8D2 /tmp/tmp.g22Sq3aahf
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DfGK09MbUY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MxQh7nD1in
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DfGK09MbUY
++ cat /tmp/tmp.MxQh7nD1in
++ rm /tmp/tmp.DfGK09MbUY /tmp/tmp.MxQh7nD1in
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.vVznQFyDyM
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.z4yRENmzfV
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.vVznQFyDyM
+++++ cat /tmp/tmp.z4yRENmzfV
+++++ rm /tmp/tmp.vVznQFyDyM /tmp/tmp.z4yRENmzfV
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Hhb0NIfTtf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OAc9veTHjT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Hhb0NIfTtf
++ cat /tmp/tmp.OAc9veTHjT
++ rm /tmp/tmp.Hhb0NIfTtf /tmp/tmp.OAc9veTHjT
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Gy6Jx82jav
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CGe6cBQkqX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Gy6Jx82jav
++ cat /tmp/tmp.CGe6cBQkqX
++ rm /tmp/tmp.Gy6Jx82jav /tmp/tmp.CGe6cBQkqX
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3SeoA9talO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.x9QjFTZHbj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3SeoA9talO
++ cat /tmp/tmp.x9QjFTZHbj
++ rm /tmp/tmp.3SeoA9talO /tmp/tmp.x9QjFTZHbj
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.kyqAkEZVbv
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.7D1jlkv5wS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.kyqAkEZVbv
+++++ cat /tmp/tmp.7D1jlkv5wS
+++++ rm /tmp/tmp.kyqAkEZVbv /tmp/tmp.7D1jlkv5wS
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ed2pjr8WE9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.p7ib0vI6SC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ed2pjr8WE9
++ cat /tmp/tmp.p7ib0vI6SC
++ rm /tmp/tmp.ed2pjr8WE9 /tmp/tmp.p7ib0vI6SC
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cODeGqYOWx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nrGRCqNfE5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cODeGqYOWx
++ cat /tmp/tmp.nrGRCqNfE5
++ rm /tmp/tmp.cODeGqYOWx /tmp/tmp.nrGRCqNfE5
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.arr4acqJdF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wvTp4RoJWx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.arr4acqJdF
++ cat /tmp/tmp.wvTp4RoJWx
++ rm /tmp/tmp.arr4acqJdF /tmp/tmp.wvTp4RoJWx
++ return 0
+ pxc_ready=1
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.tUdppjUXeO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.HVktrYZqdK
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.tUdppjUXeO
+++++ cat /tmp/tmp.HVktrYZqdK
+++++ rm /tmp/tmp.tUdppjUXeO /tmp/tmp.HVktrYZqdK
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Cjhd678mGj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZNbZSWSjzr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Cjhd678mGj
++ cat /tmp/tmp.ZNbZSWSjzr
++ rm /tmp/tmp.Cjhd678mGj /tmp/tmp.ZNbZSWSjzr
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fATMKiE6fz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aa82XAnwAv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fATMKiE6fz
++ cat /tmp/tmp.aa82XAnwAv
++ rm /tmp/tmp.fATMKiE6fz /tmp/tmp.aa82XAnwAv
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J7YjZA5I7T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lWXaTOpANT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.J7YjZA5I7T
++ cat /tmp/tmp.lWXaTOpANT
++ rm /tmp/tmp.J7YjZA5I7T /tmp/tmp.lWXaTOpANT
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.nVoGu2nulH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.40ZbynkO4b
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.nVoGu2nulH
+++++ cat /tmp/tmp.40ZbynkO4b
+++++ rm /tmp/tmp.nVoGu2nulH /tmp/tmp.40ZbynkO4b
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LZDKBhZBAK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z7L2oT6Ael
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LZDKBhZBAK
++ cat /tmp/tmp.Z7L2oT6Ael
++ rm /tmp/tmp.LZDKBhZBAK /tmp/tmp.Z7L2oT6Ael
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jTZdGwWE8a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uBUnBEXUsm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jTZdGwWE8a
++ cat /tmp/tmp.uBUnBEXUsm
++ rm /tmp/tmp.jTZdGwWE8a /tmp/tmp.uBUnBEXUsm
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.umq9nlFrbz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Bbw3IbhBEf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.umq9nlFrbz
++ cat /tmp/tmp.Bbw3IbhBEf
++ rm /tmp/tmp.umq9nlFrbz /tmp/tmp.Bbw3IbhBEf
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.CkfblpHVn4
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.oCao6CkSc9
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.CkfblpHVn4
+++++ cat /tmp/tmp.oCao6CkSc9
+++++ rm /tmp/tmp.CkfblpHVn4 /tmp/tmp.oCao6CkSc9
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1zwOT2ao9t
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yrQV7ou8jY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1zwOT2ao9t
++ cat /tmp/tmp.yrQV7ou8jY
++ rm /tmp/tmp.1zwOT2ao9t /tmp/tmp.yrQV7ou8jY
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1pm2EOCb5b
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t3RhNGeXsb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1pm2EOCb5b
++ cat /tmp/tmp.t3RhNGeXsb
++ rm /tmp/tmp.1pm2EOCb5b /tmp/tmp.t3RhNGeXsb
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M9Abp46NYQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VEWYIANW8f
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.M9Abp46NYQ
++ cat /tmp/tmp.VEWYIANW8f
++ rm /tmp/tmp.M9Abp46NYQ /tmp/tmp.VEWYIANW8f
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.XrwS1Fq6Lq
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.O2gvjwMVn5
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.XrwS1Fq6Lq
+++++ cat /tmp/tmp.O2gvjwMVn5
+++++ rm /tmp/tmp.XrwS1Fq6Lq /tmp/tmp.O2gvjwMVn5
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DVdWYf5Pgw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EQlezLtNGn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DVdWYf5Pgw
++ cat /tmp/tmp.EQlezLtNGn
++ rm /tmp/tmp.DVdWYf5Pgw /tmp/tmp.EQlezLtNGn
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xoyiB9sH2I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eVMOFi4bfe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xoyiB9sH2I
++ cat /tmp/tmp.eVMOFi4bfe
++ rm /tmp/tmp.xoyiB9sH2I /tmp/tmp.eVMOFi4bfe
++ return 0
+ state=initializing
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wyF7eqrQWG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cMHzQC2rsh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wyF7eqrQWG
++ cat /tmp/tmp.cMHzQC2rsh
++ rm /tmp/tmp.wyF7eqrQWG /tmp/tmp.cMHzQC2rsh
++ return 0
+ pxc_ready=2
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.pX8CQvD33o
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.qc0yWAuBtS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.pX8CQvD33o
+++++ cat /tmp/tmp.qc0yWAuBtS
+++++ rm /tmp/tmp.pX8CQvD33o /tmp/tmp.qc0yWAuBtS
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jVVUCFr6bF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lxPkPMdfPb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jVVUCFr6bF
++ cat /tmp/tmp.lxPkPMdfPb
++ rm /tmp/tmp.jVVUCFr6bF /tmp/tmp.lxPkPMdfPb
++ return 0
+ proxy_ready=2
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ for _ in '$(seq 1 "${retries}")'
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dd8lHU2lHL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wZ4H4ozt5R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dd8lHU2lHL
++ cat /tmp/tmp.wZ4H4ozt5R
++ rm /tmp/tmp.dd8lHU2lHL /tmp/tmp.wZ4H4ozt5R
++ return 0
+ state=ready
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pY2QruhiCc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3OgwJ6eFjW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pY2QruhiCc
++ cat /tmp/tmp.3OgwJ6eFjW
++ rm /tmp/tmp.pY2QruhiCc /tmp/tmp.3OgwJ6eFjW
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.20yVVxueta
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ppZaDzo64b
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.20yVVxueta
+++++ cat /tmp/tmp.ppZaDzo64b
+++++ rm /tmp/tmp.20yVVxueta /tmp/tmp.ppZaDzo64b
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fGzRKko63N
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IXBmhbYg5m
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fGzRKko63N
++ cat /tmp/tmp.IXBmhbYg5m
++ rm /tmp/tmp.fGzRKko63N /tmp/tmp.IXBmhbYg5m
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vfA20YGxid
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XMMhkejAGM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vfA20YGxid
++ cat /tmp/tmp.XMMhkejAGM
++ rm /tmp/tmp.vfA20YGxid /tmp/tmp.XMMhkejAGM
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:55:43.864962   25464 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782968141700924000&timeoutSeconds=495&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oYTuyHDBkd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uP7Gq06BkJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oYTuyHDBkd
++ cat /tmp/tmp.uP7Gq06BkJ
++ rm /tmp/tmp.oYTuyHDBkd /tmp/tmp.uP7Gq06BkJ
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ echo pxc-client-58956d9c99-2sktx
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:55:58.895833   27706 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782968156286540000&timeoutSeconds=446&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1-84.sql ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]]
+ [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U5vzy4J2Mx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1zJilK9Ya3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.U5vzy4J2Mx
++ cat /tmp/tmp.1zJilK9Ya3
++ rm /tmp/tmp.U5vzy4J2Mx /tmp/tmp.1zJilK9Ya3
++ return 0
+ client_pod=pxc-client-58956d9c99-2sktx
+ wait_pod pxc-client-58956d9c99-2sktx
+ local pod=pxc-client-58956d9c99-2sktx
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-58956d9c99-2sktx
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-58956d9c99-2sktx condition met
E0702 04:56:13.037895   29871 reflector.go:227] "Failed to watch" err="Get \"https://34.57.68.253/api/v1/namespaces/smart-update1-550/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-58956d9c99-2sktx&resourceVersion=1782968170267011000&timeoutSeconds=574&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
waiting for pod/pxc-client-58956d9c99-2sktx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.BhO4ieEFSJ/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.BhO4ieEFSJ/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.X1clcYGP0S
++ mktemp
+ local LAST_ERR=/tmp/tmp.zS6cRdS6Bq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.BhO4ieEFSJ/smart-update-version-service-reachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.X1clcYGP0S
perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.zS6cRdS6Bq
+ rm /tmp/tmp.X1clcYGP0S /tmp/tmp.zS6cRdS6Bq
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.8yMrDttbSw
++ mktemp
+ local LAST_ERR=/tmp/tmp.TB2UMK3YCc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8yMrDttbSw
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-550 namespace
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-550 namespace
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.TB2UMK3YCc
+ rm /tmp/tmp.8yMrDttbSw /tmp/tmp.TB2UMK3YCc
+ return 0
+ desc cleanup
+ set +o xtrace


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.oiVEcY0TFE
++ mktemp
+ local LAST_ERR=/tmp/tmp.Q2hly8MP5S
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oiVEcY0TFE
deployment.apps "version-service" deleted from smart-update1-550 namespace
service "version-service" deleted from smart-update1-550 namespace
+ cat /tmp/tmp.Q2hly8MP5S
+ rm /tmp/tmp.oiVEcY0TFE /tmp/tmp.Q2hly8MP5S
+ return 0
+ destroy smart-update1-550
+ local namespace=smart-update1-550
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ tee /tmp/tmp.BhO4ieEFSJ/operator.log
+ grep -v level=info
+ sort -u
+ grep -v 'get backup status: Job.batch'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ head -1
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3c80hvFss1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A3ex4aKUyM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3c80hvFss1
++ cat /tmp/tmp.A3ex4aKUyM
++ rm /tmp/tmp.3c80hvFss1 /tmp/tmp.A3ex4aKUyM
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-59848dbdcc-v26pv
++ mktemp
+ local LAST_OUT=/tmp/tmp.Z6w8sgifB3
++ mktemp
+ local LAST_ERR=/tmp/tmp.w5drvOzPdp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-59848dbdcc-v26pv
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Z6w8sgifB3
+ cat /tmp/tmp.w5drvOzPdp
+ rm /tmp/tmp.Z6w8sgifB3 /tmp/tmp.w5drvOzPdp
+ return 0

  }
  	},
  		},
  			{
  			},
  				},
  					{
  					},
  						},
  						}, ""),
  							{
  							},
- 		},
- 			{
- 			},
+ 		},
  						... // 16 identical fields
  							... // 16 identical fields
2026-07-02T04:17:34.611Z	INFO	setup	Feature gates	{"PXCO_FEATURE_GATES": "", "enabled": ""}
2026-07-02T04:17:34.611Z	INFO	setup	Manager starting up	{"gitCommit": "70c04858efdd60ae80fd1cf4dcb3edc388dbd027", "gitBranch": "PR-2538-70c04858", "buildTime": "2026-07-02T01:14:54Z", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"}
2026-07-02T04:17:34.611Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.33.12-gke.1059000"}
2026-07-02T04:17:34.614Z	INFO	setup	Registering Components.
2026-07-02T04:17:35.219Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2026-07-02T04:17:35.220Z	INFO	controller-runtime.certwatcher	Starting certificate poll+watcher	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"}
2026-07-02T04:17:35.220Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"}
2026-07-02T04:17:35.220Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2026-07-02T04:17:35.220Z	INFO	controller-runtime.metrics	Starting metrics server
2026-07-02T04:17:35.220Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2026-07-02T04:17:35.220Z	INFO	controller-runtime.webhook	Starting webhook server
2026-07-02T04:17:35.220Z	INFO	setup	Starting the Cmd.
2026-07-02T04:17:35.220Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2026-07-02T04:17:35.320Z	INFO	Attempting to acquire leader lease...	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-07-02T04:17:35.353Z	DEBUG	events	percona-xtradb-cluster-operator-59848dbdcc-v26pv_b252ebb5-58ec-4f30-bada-2fc462677cdd became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"447db1a2-1b7d-4a7e-b8e2-d2283ac8b742","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1782965855348559009"}, "reason": "LeaderElection"}
2026-07-02T04:17:35.353Z	INFO	Successfully acquired lease	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-07-02T04:17:35.354Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2026-07-02T04:17:35.354Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"}
2026-07-02T04:17:35.354Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"}
2026-07-02T04:17:35.354Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2026-07-02T04:17:35.455Z	INFO	Starting Controller	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"}
2026-07-02T04:17:35.455Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1}
2026-07-02T04:17:35.555Z	INFO	Starting Controller	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"}
2026-07-02T04:17:35.555Z	INFO	Starting Controller	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"}
2026-07-02T04:17:35.555Z	INFO	Starting workers	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1}
2026-07-02T04:17:35.555Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1}
2026-07-02T04:19:10.034Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-07-02T04:19:10.156Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-07-02T04:19:10.202Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-07-02T04:19:10.265Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:19:10.344Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:19:10.408Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:19:10.512Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8c39606c-4437-4970-a808-eb5af586c241", "object": "smart-update-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:19:11.450Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "0cfd8f7b-16e4-4dc0-9c0c-105354d568f7", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-07-02T04:19:11.475Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "0cfd8f7b-16e4-4dc0-9c0c-105354d568f7", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-07-02T04:20:36.115Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a", "user": "operator"}
2026-07-02T04:20:36.142Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a", "user": "monitor"}
2026-07-02T04:20:36.183Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a"}
2026-07-02T04:20:36.210Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a"}
2026-07-02T04:20:36.243Z	INFO	monitor user audit admin privilege granted	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a"}
2026-07-02T04:20:36.266Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a", "user": "xtrabackup"}
2026-07-02T04:20:36.298Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a"}
2026-07-02T04:20:36.328Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a", "user": "replication"}
2026-07-02T04:20:37.338Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "619abefa-9719-41f0-becb-09b32b9a782a", "err": "get primary pxc pod: not found"}
2026-07-02T04:20:43.460Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "10f0ae01-c942-4c1b-91ef-415e128ad267", "err": "get primary pxc pod: not found"}
2026-07-02T04:20:49.589Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "941e14ce-b537-41b2-a2da-cdc16aa96ebe", "err": "get primary pxc pod: not found"}
2026-07-02T04:23:20.316Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "9a172825-748b-4888-8403-3e2e2de1912d", "user": "root"}
2026-07-02T04:23:21.415Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "9a172825-748b-4888-8403-3e2e2de1912d", "new version": "8.4.5-5.1"}
2026-07-02T04:23:21.793Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "9a172825-748b-4888-8403-3e2e2de1912d"}
2026-07-02T04:23:29.422Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4c1c268e-96c4-4d59-b18c-6855edae794b"}
2026-07-02T04:23:35.745Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40a3de4b-4916-4688-9c1d-a271ba818810"}
2026-07-02T04:23:42.318Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "aea24a44-5ae3-425b-ae88-45fe522d168e"}
2026-07-02T04:23:48.415Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "806c8ca0-786f-4276-8d29-0c112244494e"}
2026-07-02T04:23:54.722Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "9d2318d2-d0f0-4ec1-9aef-16b50b53055e"}
2026-07-02T04:24:01.195Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "9e6ba4d9-06a6-418b-b847-4fd30580996c"}
2026-07-02T04:24:07.210Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "de3a45d4-1f20-47b9-94eb-779d75c938b1"}
2026-07-02T04:24:13.505Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "e87a562d-0d3c-4b88-a237-06a9147edbf7"}
2026-07-02T04:24:19.766Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "70518a5d-c1c7-492b-aceb-1d8bf5effcec"}
2026-07-02T04:24:26.690Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "8cf8cde1-b764-404c-9a87-4b4e3edf9a99"}
2026-07-02T04:24:32.891Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a05ad8c4-f968-41c5-8c40-905638fa34a1"}
2026-07-02T04:24:38.906Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "57d128e9-6788-43b1-83cc-7a9d958d5863"}
2026-07-02T04:24:44.973Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f1b1107c-1111-4140-9ef5-0b2c821f0dcf"}
2026-07-02T04:24:51.704Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "7071a0fe-7804-4990-acb6-06f55dc08d72"}
2026-07-02T04:24:57.957Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "fe418503-6c6c-48e3-92c4-f4c8bbdba6d7"}
2026-07-02T04:25:04.311Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "790d3496-eafd-4e4a-aab2-79005abc6048"}
2026-07-02T04:25:10.370Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "b151516a-1e50-4af2-9f9e-97c2f1e73524"}
2026-07-02T04:25:16.880Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "690f1602-d555-4f8b-bd53-c9bc16d0b276"}
2026-07-02T04:25:22.889Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4fa70852-0904-4e29-9556-e990f51d2b8f"}
2026-07-02T04:25:29.391Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "860a10ee-37fe-4fd0-984e-9337c6c7a479"}
2026-07-02T04:25:35.615Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "fa7b2c80-0150-43d8-903c-6eeed16a9d1e"}
2026-07-02T04:25:42.311Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "63c2ec21-9636-4000-a891-e583c8344071"}
2026-07-02T04:25:46.386Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-07-02T04:25:46.465Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-07-02T04:25:47.540Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc"}
2026-07-02T04:25:47.551Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2"}
2026-07-02T04:25:47.551Z	INFO	primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-550.svc.cluster.local"}
2026-07-02T04:25:47.665Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc"}
2026-07-02T04:25:48.244Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-79845bdd96", "targetRevision": "smart-update-pxc-7547b7b9f"}
2026-07-02T04:25:58.340Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-79845bdd96", "targetRevision": "smart-update-pxc-7547b7b9f"}
2026-07-02T04:26:08.328Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "phase": "Pending"}
2026-07-02T04:26:08.328Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "reason": "PodInitializing"}
2026-07-02T04:26:48.351Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2"}
2026-07-02T04:26:48.376Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:26:58.379Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:27:08.379Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:27:18.379Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:27:28.379Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:27:38.379Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:27:48.379Z	INFO	pod present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:27:48.388Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1"}
2026-07-02T04:27:48.388Z	INFO	pod is online	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-2"}
2026-07-02T04:27:48.565Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-79845bdd96", "targetRevision": "smart-update-pxc-7547b7b9f"}
2026-07-02T04:27:58.653Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-79845bdd96", "targetRevision": "smart-update-pxc-7547b7b9f"}
2026-07-02T04:28:08.667Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "phase": "Pending"}
2026-07-02T04:28:08.667Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "reason": "PodInitializing"}
2026-07-02T04:28:18.640Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "phase": "Pending"}
2026-07-02T04:28:18.640Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "reason": "PodInitializing"}
2026-07-02T04:29:28.680Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1"}
2026-07-02T04:29:28.709Z	INFO	waiting for pod to be present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "host": "smart-update-pxc-1.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:29:38.712Z	INFO	pod present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1", "host": "smart-update-pxc-1.smart-update-pxc.smart-update1-550", "hostgroup": 10}
2026-07-02T04:29:38.721Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0"}
2026-07-02T04:29:38.721Z	INFO	pod is online	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-1"}
2026-07-02T04:29:38.919Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-79845bdd96", "targetRevision": "smart-update-pxc-7547b7b9f"}
2026-07-02T04:29:49.020Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-79845bdd96", "targetRevision": "smart-update-pxc-7547b7b9f"}
2026-07-02T04:29:59.000Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "phase": "Pending"}
2026-07-02T04:29:59.000Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "reason": "PodInitializing"}
2026-07-02T04:30:09.007Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "phase": "Pending"}
2026-07-02T04:30:09.007Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "reason": "PodInitializing"}
2026-07-02T04:30:49.034Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0"}
2026-07-02T04:30:49.055Z	INFO	pod present in hostgroup	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0", "host": "smart-update-pxc-0.smart-update-pxc.smart-update1-550", "hostgroup": 11}
2026-07-02T04:30:49.063Z	INFO	pod is online	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "pod": "smart-update-pxc-0"}
2026-07-02T04:30:49.063Z	INFO	smart update finished	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc"}
2026-07-02T04:30:49.126Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "40282faa-405b-49f9-bcda-d9de5bcbe2bc", "new version": "8.4.7-7.1"}
2026-07-02T04:30:51.139Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a61a410f-13bd-4dd0-ac94-bfafa393bc71"}
2026-07-02T04:30:57.665Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a306a406-e507-44ee-8064-39e2c379dbbb"}
2026-07-02T04:31:03.712Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "60b8c0b8-d1f6-4cab-9e8f-4e37cd5616a9"}
2026-07-02T04:31:10.037Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "686e1804-6978-4791-bc4a-b29e00717a17"}
2026-07-02T04:31:16.281Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "82994eb3-5cd6-4b33-94fd-60327b3e8a65"}
2026-07-02T04:31:22.283Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "c9f2df99-682f-4f77-a897-52f03920a619"}
2026-07-02T04:31:28.496Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "d7f081f5-6eba-4d15-b224-3cb3bb1374b5"}
2026-07-02T04:32:15.237Z	ERROR	Update status	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "3f77aaed-eb43-4a5c-bf4c-c6b2d11ace8a", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"}
2026-07-02T04:32:32.556Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "700596bf-8d04-4327-9640-74c7f049808b", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-07-02T04:32:32.574Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "700596bf-8d04-4327-9640-74c7f049808b", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-07-02T04:32:33.124Z	ERROR	Reconciler error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "700596bf-8d04-4327-9640-74c7f049808b", "error": "failed to deploy haproxy: updatePod for haproxy: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-smart-update-pxc\" already exists", "errorVerbose": "configmaps \"auto-smart-update-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:101\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:26\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:28\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nupdatePod for haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:568\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nfailed to deploy haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:581\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"}
2026-07-02T04:32:33.221Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "cb945f66-33f6-43c6-b4fd-e5da75c7ad6f", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-07-02T04:32:33.278Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "cb945f66-33f6-43c6-b4fd-e5da75c7ad6f", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-07-02T04:32:33.328Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "cb945f66-33f6-43c6-b4fd-e5da75c7ad6f", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:32:33.390Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "cb945f66-33f6-43c6-b4fd-e5da75c7ad6f", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:32:33.453Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "cb945f66-33f6-43c6-b4fd-e5da75c7ad6f", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:32:33.630Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "cb945f66-33f6-43c6-b4fd-e5da75c7ad6f", "object": "smart-update-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:32:34.437Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "fa022818-c269-42e2-a7de-b728dcd79243", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-07-02T04:32:34.462Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "fa022818-c269-42e2-a7de-b728dcd79243", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-07-02T04:36:40.277Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "885968d0-9f59-47f7-bb75-30f9dbe18724", "new version": "8.4.5-5.1"}
2026-07-02T04:39:42.635Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-07-02T04:39:42.688Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-07-02T04:39:43.813Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274"}
2026-07-02T04:39:43.823Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-2"}
2026-07-02T04:39:43.823Z	INFO	primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-550"}
2026-07-02T04:39:44.509Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-844c6c8df8", "targetRevision": "smart-update-pxc-6885979cd9"}
2026-07-02T04:39:54.608Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-844c6c8df8", "targetRevision": "smart-update-pxc-6885979cd9"}
2026-07-02T04:40:04.592Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-2", "phase": "Pending"}
2026-07-02T04:40:04.592Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-2", "reason": "PodInitializing"}
2026-07-02T04:40:44.622Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-2"}
2026-07-02T04:40:44.644Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1"}
2026-07-02T04:40:44.840Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-844c6c8df8", "targetRevision": "smart-update-pxc-6885979cd9"}
2026-07-02T04:40:54.939Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-844c6c8df8", "targetRevision": "smart-update-pxc-6885979cd9"}
2026-07-02T04:41:04.922Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1", "phase": "Pending"}
2026-07-02T04:41:04.922Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1", "reason": "PodInitializing"}
2026-07-02T04:41:14.951Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1", "phase": "Pending"}
2026-07-02T04:41:14.951Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1", "reason": "PodInitializing"}
2026-07-02T04:41:54.943Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-1"}
2026-07-02T04:41:54.955Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-0"}
2026-07-02T04:41:55.155Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-844c6c8df8", "targetRevision": "smart-update-pxc-6885979cd9"}
2026-07-02T04:42:05.261Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-844c6c8df8", "targetRevision": "smart-update-pxc-6885979cd9"}
2026-07-02T04:42:55.266Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "pod": "smart-update-pxc-0"}
2026-07-02T04:42:55.284Z	INFO	smart update finished	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274"}
2026-07-02T04:42:55.595Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "a5feed9d-d656-4860-9845-451817c5d274", "new version": "8.4.7-7.1"}
2026-07-02T04:44:35.784Z	ERROR	Update status	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f6d4f18e-8c18-4b48-a8dc-99ad438bccc6", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"}
2026-07-02T04:44:57.979Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "07ede16f-684f-4e47-b475-93774421b4fe", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-07-02T04:44:57.993Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "07ede16f-684f-4e47-b475-93774421b4fe", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-07-02T04:44:58.548Z	ERROR	Reconciler error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "07ede16f-684f-4e47-b475-93774421b4fe", "error": "failed to deploy haproxy: updatePod for haproxy: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-smart-update-pxc\" already exists", "errorVerbose": "configmaps \"auto-smart-update-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:101\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:26\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:28\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nupdatePod for haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:568\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nfailed to deploy haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:581\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"}
2026-07-02T04:44:58.642Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4d3e1568-7840-457f-ae88-83ee2ad4fc33", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-07-02T04:44:58.695Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4d3e1568-7840-457f-ae88-83ee2ad4fc33", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-07-02T04:44:58.757Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4d3e1568-7840-457f-ae88-83ee2ad4fc33", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:44:58.809Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4d3e1568-7840-457f-ae88-83ee2ad4fc33", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:44:58.850Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4d3e1568-7840-457f-ae88-83ee2ad4fc33", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:44:58.986Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "4d3e1568-7840-457f-ae88-83ee2ad4fc33", "object": "smart-update-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-07-02T04:44:59.853Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "aba1c7fa-87ab-40ef-a6a5-d13e60df40e2", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-07-02T04:44:59.875Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "aba1c7fa-87ab-40ef-a6a5-d13e60df40e2", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-07-02T04:48:58.955Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "dd51a6b1-2bf8-4e5a-9613-927642548c1d", "new version": "8.4.5-5.1"}
2026-07-02T04:52:17.657Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-07-02T04:52:17.723Z	DEBUG	Updating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2026-07-02T04:52:18.786Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9"}
2026-07-02T04:52:18.795Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-2"}
2026-07-02T04:52:18.795Z	INFO	primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-550"}
2026-07-02T04:52:19.519Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-76569f6655", "targetRevision": "smart-update-pxc-796f764c5b"}
2026-07-02T04:52:29.613Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-76569f6655", "targetRevision": "smart-update-pxc-796f764c5b"}
2026-07-02T04:53:19.640Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-2"}
2026-07-02T04:53:19.654Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-1"}
2026-07-02T04:53:19.842Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-76569f6655", "targetRevision": "smart-update-pxc-796f764c5b"}
2026-07-02T04:53:29.951Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-76569f6655", "targetRevision": "smart-update-pxc-796f764c5b"}
2026-07-02T04:53:39.922Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-1", "phase": "Pending"}
2026-07-02T04:53:39.922Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-1", "reason": "PodInitializing"}
2026-07-02T04:54:29.948Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-1"}
2026-07-02T04:54:29.960Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0"}
2026-07-02T04:54:30.189Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-76569f6655", "targetRevision": "smart-update-pxc-796f764c5b"}
2026-07-02T04:54:40.310Z	INFO	Pod is not updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-76569f6655", "targetRevision": "smart-update-pxc-796f764c5b"}
2026-07-02T04:54:50.267Z	INFO	Pod is not running	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0", "phase": "Pending"}
2026-07-02T04:54:50.267Z	INFO	pod is waiting	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0", "reason": "PodInitializing"}
2026-07-02T04:55:30.318Z	INFO	Pod is updated, running and ready	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "pod": "smart-update-pxc-0"}
2026-07-02T04:55:30.335Z	INFO	smart update finished	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9"}
2026-07-02T04:55:30.410Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "f94e638a-9ad7-4cb6-a936-d42c3e5667d9", "new version": "8.4.7-7.1"}
2026-07-02T04:57:05.746Z	ERROR	Update status	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-550"}, "namespace": "smart-update1-550", "name": "smart-update", "reconcileID": "21faf170-75f4-4c26-8551-5b143f399eb9", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"}
  							... // 22 identical fields
  		... // 2 identical fields
  					... // 3 identical fields
  						... // 3 identical fields
  							... // 3 identical fields
  						... // 4 identical fields
  					... // 5 identical fields
  				... // 6 identical fields
  				... // 7 identical fields
- 							":8.4.5-5.1",
  							... // 9 identical fields
  					AccessModes: nil,
  				ActiveDeadlineSeconds:         nil,
  				Affinity:      &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},
- 		Annotations: map[string]string{
+ 		Annotations: map[string]string{
- 				APIVersion:  "apps/v1",
- 				APIVersion: "apps/v1",
  						Args:       {"mysqld"},
  				AutomountServiceAccountToken:  nil,
+ 		AvailableReplicas:  0,
- 		AvailableReplicas:  3,
  							AWSElasticBlockStore: nil,
  							AzureFile: nil,
  					Capacity:    nil,
- 		CollisionCount:     &0,
+ 		CollisionCount:     nil,
  						Command:    {"/var/lib/mysql/pxc-entrypoint.sh"},
  		Conditions:         nil,
  							ConfigMap: &v1.ConfigMapVolumeSource{
  								ContainerPort: 3306,
  								ContainerPort: 33060,
  								ContainerPort: 33062,
  								ContainerPort: 4444,
  								ContainerPort: 4567,
  								ContainerPort: 4568,
  				Containers: []v1.Container{
+ 		CreationTimestamp:          v1.Time{},
- 		CreationTimestamp:          v1.Time{Time: s"2026-07-02 04:19:10 +0000 UTC"},
- 		CreationTimestamp:          v1.Time{Time: s"2026-07-02 04:32:33 +0000 UTC"},
- 		CreationTimestamp:          v1.Time{Time: s"2026-07-02 04:44:58 +0000 UTC"},
+ 		CurrentReplicas:    0,
- 		CurrentReplicas:    3,
+ 		CurrentRevision:    "",
- 		CurrentRevision:    "smart-update-pxc-76569f6655",
- 		CurrentRevision:    "smart-update-pxc-79845bdd96",
- 		CurrentRevision:    "smart-update-pxc-844c6c8df8",
  					DataSource:                nil,
  					DataSourceRef:             nil,
- 								DefaultMode:          &420,
- 								DefaultMode: &420,
+ 								DefaultMode:          nil,
+ 								DefaultMode: nil,
  		DeletionGracePeriodSeconds: nil,
  		DeletionTimestamp:          nil,
+ 				DeprecatedServiceAccount:      "",
- 				DeprecatedServiceAccount:      "default",
+ 				DNSPolicy:                     "",
- 				DNSPolicy:                     "ClusterFirst",
  						EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "smart-update-env-vars-pxc"}, Optional: &true}}},
  						Env:     {{Name: "PXC_SERVICE", Value: "smart-update-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-smart-update"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-smart-update"}, Key: "xtrabackup"}}}, ...},
  				EphemeralContainers:           nil,
  							FailureThreshold:              3,
  							FC:        nil,
- 				FieldsType:  "FieldsV1",
- 				FieldsType: "FieldsV1",
- 				FieldsV1:   s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`...,
- 				FieldsV1:    s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`...,
  		Finalizers:      nil,
+ 		Generation:                 0,
- 		Generation:                 1,
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1
  							GitRepo:              nil,
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:272
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:509
  				HostAliases:   nil,
  								HostIP:        "",
  								HostPort:      0,
  						ImagePullPolicy:          "Always",
  						Image: strings.Join({
  				InitContainers: []v1.Container{
  							InitialDelaySeconds:           300,
  							ISCSI: nil,
  								Items:                nil,
  								Items:       nil,
+ 							"lab",
  		Labels:                     nil,
  						Lifecycle:                nil,
  						LivenessProbe: &v1.Probe{
  								LocalObjectReference: {Name: "auto-smart-update-pxc"},
  								LocalObjectReference: {Name: "smart-update-pxc"},
+ 		ManagedFields: nil,
- 		ManagedFields: []v1.ManagedFieldsEntry{
- 				Manager:     "kube-controller-manager",
- 				Manager:    "percona-xtradb-cluster-operator",
  		MinReadySeconds:                      0,
  						Name: "auto-config",
  					{Name: "bin", VolumeSource: {EmptyDir: &{}}},
  						Name: "config",
  								Name:          "ist",
  								Name:          "mysql",
  								Name:          "mysql-admin",
  						Name: "mysql-init-file",
  						Name: "mysql-users-secret-file",
  								Name:          "mysqlx",
  						Name: "pxc",
  		Namespace:                  "smart-update1-550",
  						Name: "ssl",
  						Name: "ssl-internal",
  								Name:          "sst",
  					{Name: "tmp", VolumeSource: {EmptyDir: &{}}},
  						Name: "vault-keyring-secret",
  								Name:          "write-set",
  							NFS:   nil,
  				NodeName:                      "",
  				NodeSelector:                  nil,
  			ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "698c881b6e976e6d80565d9a74b2b010", "percona.com/ssl-internal-hash": "6ddf8e7fdccf17eb64992ff1c17e59d8"}},
  				ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},
  	ObjectMeta: v1.ObjectMeta{
+ 		ObservedGeneration: 0,
- 		ObservedGeneration: 1,
- 				Operation:   "Update",
- 				Operation:  "Update",
+ 							"-operator:main-pxc8.4",
  								Optional:    &false,
  								Optional:             &true,
  								Optional:    &true,
  		Ordinals:                             nil,
  				OS:                        nil,
  				Overhead:                  nil,
  		OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "3955e988-2c26-4701-a248-4af7e0ab45d4", ...}},
  		OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "92b4d921-f6a2-4aef-a75d-08955775684c", ...}},
  		OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "d3e0d164-6d51-402a-b6ff-6295a33f67a3", ...}},
  							"percona",
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjk4Yzg4MWI2ZTk3NmU2ZDgwNTY1ZDlhNzRiMmIwMTAiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjZkZGY4ZTdmZGNjZjE3ZWI2NDk5MmZmMWMxN2U1OWQ4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTM4LTcwYzA0ODU4IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmEvcGVyY29uYS14dHJhZGItY2x1c3Rlcjo4LjQuNS01LjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMjE1NzgxMyJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0s"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjk4Yzg4MWI2ZTk3NmU2ZDgwNTY1ZDlhNzRiMmIwMTAiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjZkZGY4ZTdmZGNjZjE3ZWI2NDk5MmZmMWMxN2U1OWQ4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTM4LTcwYzA0ODU4IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmEvcGVyY29uYS14dHJhZGItY2x1c3Rlcjo4LjQuNS01LjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMjEyMzE5MyJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0s"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjk4Yzg4MWI2ZTk3NmU2ZDgwNTY1ZDlhNzRiMmIwMTAiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjZkZGY4ZTdmZGNjZjE3ZWI2NDk5MmZmMWMxN2U1OWQ4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTM4LTcwYzA0ODU4IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmEvcGVyY29uYS14dHJhZGItY2x1c3Rlcjo4LjQuNS01LjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMjIwNTE1MSJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0s"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjk4Yzg4MWI2ZTk3NmU2ZDgwNTY1ZDlhNzRiMmIwMTAiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjZkZGY4ZTdmZGNjZjE3ZWI2NDk5MmZmMWMxN2U1OWQ4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTM4LTcwYzA0ODU4IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguNCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic21hcnQtdXBkYXRlLWVudi12YXJzLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic21hcnQtdXBkYXRlLXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJ4dHJhYmFja3VwIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiIyMjA1MTUxIn0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFsdWUiOiJjYWNoaW5nX3No"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjk4Yzg4MWI2ZTk3NmU2ZDgwNTY1ZDlhNzRiMmIwMTAiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjZkZGY4ZTdmZGNjZjE3ZWI2NDk5MmZmMWMxN2U1OWQ4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTM4LTcwYzA0ODU4IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguNCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic21hcnQtdXBkYXRlLWVudi12YXJzLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic21hcnQtdXBkYXRlLXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJ4dHJhYmFja3VwIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiIyMTIzMTkzIn0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFsdWUiOiJjYWNoaW5nX3No"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjk4Yzg4MWI2ZTk3NmU2ZDgwNTY1ZDlhNzRiMmIwMTAiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjZkZGY4ZTdmZGNjZjE3ZWI2NDk5MmZmMWMxN2U1OWQ4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTM4LTcwYzA0ODU4IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguNCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic21hcnQtdXBkYXRlLWVudi12YXJzLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic21hcnQtdXBkYXRlLXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJ4dHJhYmFja3VwIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiIyMTU3ODEzIn0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFsdWUiOiJjYWNoaW5nX3No"...,
  							"/percona-xtradb-cluster",
+ 							PeriodSeconds:                 0,
- 							PeriodSeconds:                 10,
+ 		PersistentVolumeClaimRetentionPolicy: nil,
- 		PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}",
+ 					Phase:       "",
- 					Phase:       "Pending",
+ 		PodManagementPolicy:                  "",
- 		PodManagementPolicy:                  "OrderedReady",
  						Ports: []v1.ContainerPort{
  				PreemptionPolicy:          nil,
  							ProbeHandler:                  {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},
+ 								Protocol:      "",
- 								Protocol:      "TCP",
  							Quobyte:       nil,
  						ReadinessProbe:           &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},
+ 		ReadyReplicas:      0,
- 		ReadyReplicas:      3,
+ 		Replicas:           0,
  		Replicas: &3,
- 		Replicas:           3,
+ 		ResourceVersion:            "",
- 		ResourceVersion:            "1782966194430703022",
- 		ResourceVersion:            "1782966998072079022",
- 		ResourceVersion:            "1782967734286015022",
+ 				RestartPolicy:                 "",
- 				RestartPolicy:                 "Always",
- 		RevisionHistoryLimit:                 &10,
+ 		RevisionHistoryLimit:                 nil,
+ 				SchedulerName: "",
- 				SchedulerName: "default-scheduler",
  								SecretName:  "internal-smart-update",
  								SecretName:  "smart-update-mysql-init",
  								SecretName:  "smart-update-ssl",
  								SecretName:  "smart-update-ssl-internal",
  								SecretName:  "smart-update-vault",
  							Secret: &v1.SecretVolumeSource{
  						SecurityContext:          nil,
  		Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},
  		SelfLink:                   "",
  				ServiceAccountName:            "default",
  		ServiceName:                          "smart-update-pxc",
  				SetHostnameAsFQDN:         nil,
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1
  				Spec: v1.PersistentVolumeClaimSpec{
  			Spec: v1.PodSpec{
  	Spec: v1.StatefulSetSpec{
  						StartupProbe:             nil,
  				Status: v1.PersistentVolumeClaimStatus{
  	Status: v1.StatefulSetStatus{
  					StorageClassName:          nil,
  				Subdomain:     "",
- 				Subresource: "status",
  							SuccessThreshold:              1,
  		Template: v1.PodTemplateSpec{
  				TerminationGracePeriodSeconds: &600,
  							TerminationGracePeriodSeconds: nil,
+ 						TerminationMessagePath:   "",
- 						TerminationMessagePath:   "/dev/termination-log",
+ 						TerminationMessagePolicy: "",
- 						TerminationMessagePolicy: "File",
  							TimeoutSeconds:                5,
- 				Time:       s"2026-07-02 04:19:10 +0000 UTC",
- 				Time:        s"2026-07-02 04:23:14 +0000 UTC",
- 				Time:       s"2026-07-02 04:32:33 +0000 UTC",
- 				Time:        s"2026-07-02 04:36:38 +0000 UTC",
- 				Time:       s"2026-07-02 04:44:58 +0000 UTC",
- 				Time:        s"2026-07-02 04:48:54 +0000 UTC",
  				Tolerations:   nil,
- 				TopologySpreadConstraints: nil,
+ 				TopologySpreadConstraints: []v1.TopologySpreadConstraint{},
  				TypeMeta:   {},
  	TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},
+ 		UID:                        "",
- 		UID:                        "35a1a146-93f4-4b39-a8a9-67f004c3f87a",
- 		UID:                        "4e684469-c092-40c6-aeb5-01672d2a4d70",
- 		UID:                        "6e383610-2e09-4c8a-9dc0-4381e603c283",
+ 		UpdatedReplicas:    0,
- 		UpdatedReplicas:    3,
+ 		UpdateRevision:     "",
- 		UpdateRevision:     "smart-update-pxc-76569f6655",
- 		UpdateRevision:     "smart-update-pxc-79845bdd96",
- 		UpdateRevision:     "smart-update-pxc-844c6c8df8",
  		UpdateStrategy:                       {Type: "OnDelete"},
  &v1.StatefulSet{
  					VolumeAttributesClassName: nil,
  		VolumeClaimTemplates: []v1.PersistentVolumeClaim{
  						VolumeDevices: nil,
- 					VolumeMode:                &"Filesystem",
+ 					VolumeMode:                nil,
  						VolumeMounts:  {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},
  					VolumeName:                "",
  						VolumeSource: v1.VolumeSource{
  				Volumes: []v1.Volume{
  							VsphereVolume: nil,
  						WorkingDir: "",
+ local backup_names
++ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}'
+ backup_names=
+ [[ -n '' ]]
+ local pxc_names
++ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}'
+ pxc_names=
+ [[ -n '' ]]
+ timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.9xsoEtFm6G
++ mktemp
+ local LAST_ERR=/tmp/tmp.X6kVPGGVWx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9xsoEtFm6G
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.X6kVPGGVWx
+ rm /tmp/tmp.9xsoEtFm6G /tmp/tmp.X6kVPGGVWx
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml
namespace "cert-manager" deleted
customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted
serviceaccount "cert-manager-cainjector" deleted from cert-manager namespace
serviceaccount "cert-manager" deleted from cert-manager namespace
serviceaccount "cert-manager-webhook" deleted from cert-manager namespace
clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace
role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace
role.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace
role.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace
rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace
rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace
rolebinding.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace
rolebinding.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace
service "cert-manager-cainjector" deleted from cert-manager namespace
service "cert-manager" deleted from cert-manager namespace
service "cert-manager-webhook" deleted from cert-manager namespace
deployment.apps "cert-manager-cainjector" deleted from cert-manager namespace
deployment.apps "cert-manager" deleted from cert-manager namespace
deployment.apps "cert-manager-webhook" deleted from cert-manager namespace
mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ date +%s
+ kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-550
+ local deadline=1782968394
++ mktemp
++ kubectl_bin get namespace smart-update1-550 --ignore-not-found -o name
++ mktemp
+ local LAST_OUT=/tmp/tmp.u7ON1UJfMd
+ local LAST_OUT=/tmp/tmp.mpSfM17uLf
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.RjXvfxlh2v
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.m573ZIUA60
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace smart-update1-550
+ [[ -z namespace/smart-update1-550 ]]
++ date +%s
+ [[ 1782968277 -ge 1782968394 ]]
+ sleep 5
++ kubectl_bin get namespace smart-update1-550 --ignore-not-found -o name
+ [[ -z namespace/smart-update1-550 ]]
++ date +%s
+ [[ 1782968284 -ge 1782968394 ]]
+ sleep 5
++ kubectl_bin get namespace smart-update1-550 --ignore-not-found -o name
+ [[ -z namespace/smart-update1-550 ]]
++ date +%s
+ [[ 1782968292 -ge 1782968394 ]]
+ sleep 5
++ kubectl_bin get namespace smart-update1-550 --ignore-not-found -o name
+ [[ -z namespace/smart-update1-550 ]]
++ date +%s
+ [[ 1782968300 -ge 1782968394 ]]
+ sleep 5
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mpSfM17uLf
namespace "smart-update1-550" force deleted
+ cat /tmp/tmp.m573ZIUA60
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.mpSfM17uLf /tmp/tmp.m573ZIUA60
+ return 0
++ kubectl_bin get namespace smart-update1-550 --ignore-not-found -o name
+ [[ -z '' ]]
++ date +%s
+ deadline=1782968429
++ awk '$2 != ""'
++ kubectl_bin get pv -o 'jsonpath={range .items[*]}{.metadata.name}{"\t"}{.metadata.deletionTimestamp}{"\n"}{end}'
+ [[ -z '' ]]
+ rm -rf /tmp/tmp.BhO4ieEFSJ
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------