Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/logs/smart-update2-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ API=pxc.percona.com/v9-9-9
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ CLUSTER=smart-update
+ CLUSTER_SIZE=3
+ PROXY_SIZE=2
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=8.0
+ TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ VS_URL=http://version-service
+ VS_PORT=11000
+ VS_ENDPOINT=http://version-service:11000
+ main
+ create_infra smart-update2-10343
+ local ns=smart-update2-10343
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.bFvQ4papde
++ mktemp
+ local LAST_ERR=/tmp/tmp.TxgYtdUJkl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bFvQ4papde
No resources found
+ cat /tmp/tmp.TxgYtdUJkl
+ rm /tmp/tmp.bFvQ4papde /tmp/tmp.TxgYtdUJkl
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.PQ7BG9ry5H
++ mktemp
+ local LAST_ERR=/tmp/tmp.4TKpiPOZu4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PQ7BG9ry5H
No resources found
+ cat /tmp/tmp.4TKpiPOZu4
+ rm /tmp/tmp.PQ7BG9ry5H /tmp/tmp.4TKpiPOZu4
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.TjuqeuoXDw
++ mktemp
+ local LAST_ERR=/tmp/tmp.nnvkmSTZUO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TjuqeuoXDw
No resources found
+ cat /tmp/tmp.nnvkmSTZUO
+ rm /tmp/tmp.TjuqeuoXDw /tmp/tmp.nnvkmSTZUO
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace
++ mktemp


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.PLZV8vsPVF
+ local LAST_OUT=/tmp/tmp.EiwNqQIan4
++ mktemp
++ mktemp
+ xargs kubectl delete ns
+ local LAST_ERR=/tmp/tmp.c2qgXNEJve
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.F8J0zTzfxj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EiwNqQIan4
+ cat /tmp/tmp.c2qgXNEJve
+ rm /tmp/tmp.EiwNqQIan4 /tmp/tmp.c2qgXNEJve
+ return 0
namespace "cert-manager" deleted
namespace "smart-update2-13536" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PLZV8vsPVF
namespace "pxc-operator" deleted
+ cat /tmp/tmp.F8J0zTzfxj
+ rm /tmp/tmp.PLZV8vsPVF /tmp/tmp.F8J0zTzfxj
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Eg6FDsl4Ps
++ mktemp
+ local LAST_ERR=/tmp/tmp.8hdAlHD03s
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Eg6FDsl4Ps
namespace/pxc-operator created
+ cat /tmp/tmp.8hdAlHD03s
+ rm /tmp/tmp.Eg6FDsl4Ps /tmp/tmp.8hdAlHD03s
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Apc7AaXgAo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JO7bD3chTS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Apc7AaXgAo
++ cat /tmp/tmp.JO7bD3chTS
++ rm /tmp/tmp.Apc7AaXgAo /tmp/tmp.JO7bD3chTS
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster1 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.pCs28qCP4H
++ mktemp
+ local LAST_ERR=/tmp/tmp.pNZzXQ3SiJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster1 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pCs28qCP4H
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster1" modified.
+ cat /tmp/tmp.pNZzXQ3SiJ
+ rm /tmp/tmp.pCs28qCP4H /tmp/tmp.pNZzXQ3SiJ
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.SRL6pvGmxs
++ mktemp
+ local LAST_ERR=/tmp/tmp.GsOBUkOGgS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SRL6pvGmxs
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.GsOBUkOGgS
+ rm /tmp/tmp.SRL6pvGmxs /tmp/tmp.GsOBUkOGgS
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.N0LibZtYIB
++ mktemp
+ local LAST_ERR=/tmp/tmp.v64mjYkrkX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.N0LibZtYIB
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.v64mjYkrkX
+ rm /tmp/tmp.N0LibZtYIB /tmp/tmp.v64mjYkrkX
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.kJnBOxjpnE
++ mktemp
+ local LAST_ERR=/tmp/tmp.AzmUv7Jobv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kJnBOxjpnE
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.AzmUv7Jobv
+ rm /tmp/tmp.kJnBOxjpnE /tmp/tmp.AzmUv7Jobv
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.GCxC2F9z7y
++ mktemp
+ local LAST_ERR=/tmp/tmp.Kbbb1ET5dn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GCxC2F9z7y
pod/percona-xtradb-cluster-operator-76d759d896-x4tzj condition met
+ cat /tmp/tmp.Kbbb1ET5dn
+ rm /tmp/tmp.GCxC2F9z7y /tmp/tmp.Kbbb1ET5dn
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oD0CTYM1u1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A3ch7QCSW5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oD0CTYM1u1
++ cat /tmp/tmp.A3ch7QCSW5
++ rm /tmp/tmp.oD0CTYM1u1 /tmp/tmp.A3ch7QCSW5
++ return 0
+ wait_pod percona-xtradb-cluster-operator-76d759d896-x4tzj 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-76d759d896-x4tzj
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-76d759d896-x4tzj
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-76d759d896-x4tzj condition met
percona-xtradb-cluster-operator-76d759d896-x4tzj.Ok
+ sleep 3
+ create_namespace smart-update2-10343
+ local namespace=smart-update2-10343
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
++ tail -n1
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces smart-update2-10343'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update2-10343
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace smart-update2-10343
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.huLwhcLBuG
+ local LAST_OUT=/tmp/tmp.jrtWZILaCi
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.4nJ9TLU2MZ
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.bk9voiRayX
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update2-10343
+ kubectl get ns
+ awk '{print$1}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.huLwhcLBuG
+ cat /tmp/tmp.4nJ9TLU2MZ
+ rm /tmp/tmp.huLwhcLBuG /tmp/tmp.4nJ9TLU2MZ
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update2-10343
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.jrtWZILaCi
+ cat /tmp/tmp.bk9voiRayX
Error from server (NotFound): namespaces "smart-update2-10343" not found
+ rm /tmp/tmp.jrtWZILaCi /tmp/tmp.bk9voiRayX
+ return 1
+ :
+ wait_for_delete namespace/smart-update2-10343
+ local res=namespace/smart-update2-10343
+ echo -n 'namespace/smart-update2-10343 - '
namespace/smart-update2-10343 - + set +o xtrace
Error from server (NotFound): namespaces "smart-update2-10343" not found
+ desc 'create namespace smart-update2-10343'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace smart-update2-10343
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace smart-update2-10343
++ mktemp
+ local LAST_OUT=/tmp/tmp.56L4GRnpb8
++ mktemp
+ local LAST_ERR=/tmp/tmp.hdQ3Jeaa79
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace smart-update2-10343
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.56L4GRnpb8
namespace/smart-update2-10343 created
+ cat /tmp/tmp.hdQ3Jeaa79
+ rm /tmp/tmp.56L4GRnpb8 /tmp/tmp.hdQ3Jeaa79
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rFSJYn2poy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1Xq1PFkWnN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rFSJYn2poy
++ cat /tmp/tmp.1Xq1PFkWnN
++ rm /tmp/tmp.rFSJYn2poy /tmp/tmp.1Xq1PFkWnN
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster1 --namespace=smart-update2-10343
++ mktemp
+ local LAST_OUT=/tmp/tmp.ijnDdyNQb3
++ mktemp
+ local LAST_ERR=/tmp/tmp.AAgI90agPt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster1 --namespace=smart-update2-10343
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ijnDdyNQb3
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster1" modified.
+ cat /tmp/tmp.AAgI90agPt
+ rm /tmp/tmp.ijnDdyNQb3 /tmp/tmp.AAgI90agPt
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.mvdm6gKuAh
++ mktemp
+ local LAST_ERR=/tmp/tmp.J2RjEmrLjR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mvdm6gKuAh
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.J2RjEmrLjR
+ rm /tmp/tmp.mvdm6gKuAh /tmp/tmp.J2RjEmrLjR
+ return 0
+ deploy_version_service
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/operator.9.9.9.pxc-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.FZNzwVfPlO
++ mktemp
+ local LAST_ERR=/tmp/tmp.NMGNk9X22h
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/operator.9.9.9.pxc-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FZNzwVfPlO
configmap/versions created
+ cat /tmp/tmp.NMGNk9X22h
+ rm /tmp/tmp.FZNzwVfPlO /tmp/tmp.NMGNk9X22h
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.p4HB5st0tJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.67ZQgURjgy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.p4HB5st0tJ
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.67ZQgURjgy
+ rm /tmp/tmp.p4HB5st0tJ /tmp/tmp.67ZQgURjgy
+ return 0
+ sleep 10
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.J76wAWCmZx
++ mktemp
+ local LAST_ERR=/tmp/tmp.2IZKimuDJS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.J76wAWCmZx
namespace/cert-manager created
+ cat /tmp/tmp.2IZKimuDJS
+ rm /tmp/tmp.J76wAWCmZx /tmp/tmp.2IZKimuDJS
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q9J3mu8fPx
++ mktemp
+ local LAST_ERR=/tmp/tmp.WyucVM9y0L
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Q9J3mu8fPx
namespace/cert-manager labeled
+ cat /tmp/tmp.WyucVM9y0L
+ rm /tmp/tmp.Q9J3mu8fPx /tmp/tmp.WyucVM9y0L
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.J3KjKVbfyi
++ mktemp
+ local LAST_ERR=/tmp/tmp.bv5X2VeD7S
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.J3KjKVbfyi
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.bv5X2VeD7S
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.J3KjKVbfyi /tmp/tmp.bv5X2VeD7S
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
++ grep :8.0
++ tail -n3
++ sort -V
++ head -n1
++ jq -r '.versions[].matrix.pxc[].imagePath'
+++ get_operator_pod
+++ local label_prefix=app.kubernetes.io/
++++ grep -c percona-xtradb-cluster-operator
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KEztZJ4O31
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.qEBd57SO2h
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.KEztZJ4O31
+++ cat /tmp/tmp.qEBd57SO2h
+++ rm /tmp/tmp.KEztZJ4O31 /tmp/tmp.qEBd57SO2h
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-76d759d896-x4tzj -n pxc-operator -- curl -s http://version-service.smart-update2-10343.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KIzCcB3RwX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VW70aFyhan
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-76d759d896-x4tzj -n pxc-operator -- curl -s http://version-service.smart-update2-10343.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KIzCcB3RwX
++ cat /tmp/tmp.VW70aFyhan
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.KIzCcB3RwX /tmp/tmp.VW70aFyhan
++ return 0
+ IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1
+ kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.fQwk3aUxVf
++ mktemp
+ local LAST_ERR=/tmp/tmp.l7L2rVsRE0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fQwk3aUxVf
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched
+ cat /tmp/tmp.l7L2rVsRE0
+ rm /tmp/tmp.fQwk3aUxVf /tmp/tmp.l7L2rVsRE0
+ return 0
+ kubectl_bin -n pxc-operator set env deploy/percona-xtradb-cluster-operator PERCONA_VS_FALLBACK_URI=http://version-service.smart-update2-10343.svc.cluster.local:11000
++ mktemp
+ local LAST_OUT=/tmp/tmp.yg8gvWW1uO
++ mktemp
+ local LAST_ERR=/tmp/tmp.uHJTscddHZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n pxc-operator set env deploy/percona-xtradb-cluster-operator PERCONA_VS_FALLBACK_URI=http://version-service.smart-update2-10343.svc.cluster.local:11000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yg8gvWW1uO
deployment.apps/percona-xtradb-cluster-operator env updated
+ cat /tmp/tmp.uHJTscddHZ
+ rm /tmp/tmp.yg8gvWW1uO /tmp/tmp.uHJTscddHZ
+ return 0
+ desc 'Starting telemetry testing'
+ set +o xtrace


-----------------------------------------------------------------------------------
Starting telemetry testing
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f -
+ /usr/bin/sed s/version-service/version-service-cr/g /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/vs.yml
++ yq 'select(.kind == "Deployment").spec.template.spec.containers[0].image' /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5UGRDImMet
++ mktemp
+ local LAST_ERR=/tmp/tmp.vuRgu9KKnr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ yq eval '(. | select(.kind == "Deployment") | .spec.template.spec.containers[0].image) = "perconalab/version-service:main-e378a19"'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5UGRDImMet
deployment.apps/version-service-cr created
service/version-service-cr created
+ cat /tmp/tmp.vuRgu9KKnr
+ rm /tmp/tmp.5UGRDImMet /tmp/tmp.vuRgu9KKnr
+ return 0
+ kubectl_bin delete pod -l run=version-service
++ mktemp
+ local LAST_OUT=/tmp/tmp.otIL68Uizn
++ mktemp
+ local LAST_ERR=/tmp/tmp.vqWEcsBEhp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -l run=version-service
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.otIL68Uizn
pod "version-service-6d49c56954-r9c7x" deleted
+ cat /tmp/tmp.vqWEcsBEhp
+ rm /tmp/tmp.otIL68Uizn /tmp/tmp.vqWEcsBEhp
+ return 0
++ echo -n percona/percona-xtradb-cluster:8.0.19-10.1
++ sed -r 's/^.*:([0-9]+.[0-9]+).*/\1/'
+ IMAGE_PREFIX=8.0
+ desc 'Enable telemetry on operator level'
+ set +o xtrace


-----------------------------------------------------------------------------------
Enable telemetry on operator level
-----------------------------------------------------------------------------------

+ kubectl_bin get deployment/percona-xtradb-cluster-operator -o yaml -n pxc-operator
+ kubectl_bin apply -n pxc-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.NMSGalMKIL
++ mktemp
+ local LAST_ERR=/tmp/tmp.KiAZnqlZQm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n pxc-operator -f -
+ yq '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "false"'
+ local LAST_OUT=/tmp/tmp.Sy8Ab9d4Ne
++ mktemp
+ local LAST_ERR=/tmp/tmp.5yW3V8hNsT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get deployment/percona-xtradb-cluster-operator -o yaml -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Sy8Ab9d4Ne
+ cat /tmp/tmp.5yW3V8hNsT
+ rm /tmp/tmp.Sy8Ab9d4Ne /tmp/tmp.5yW3V8hNsT
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NMSGalMKIL
deployment.apps/percona-xtradb-cluster-operator configured
+ cat /tmp/tmp.KiAZnqlZQm
+ rm /tmp/tmp.NMSGalMKIL /tmp/tmp.KiAZnqlZQm
+ return 0
+ sleep 30
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vYz5N05xJU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AYdCHyF80g
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vYz5N05xJU
++ cat /tmp/tmp.AYdCHyF80g
++ rm /tmp/tmp.vYz5N05xJU /tmp/tmp.AYdCHyF80g
++ return 0
+ wait_pod percona-xtradb-cluster-operator-54c89bd9d4-qhlfm 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-54c89bd9d4-qhlfm
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-54c89bd9d4-qhlfm
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-54c89bd9d4-qhlfm condition met
percona-xtradb-cluster-operator-54c89bd9d4-qhlfm.Ok
+ check_telemetry_transfer http://version-service-cr.smart-update2-10343.svc.cluster.local:11000 disabled enabled
+ local cr_vs_uri=http://version-service-cr.smart-update2-10343.svc.cluster.local:11000
+ local cr_vs_channel=disabled
+ local telemetry_state=enabled
+ desc 'create PXC minimal cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC minimal cluster
-----------------------------------------------------------------------------------

+ cluster=minimal-cluster
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZojlGmdtuP
++ mktemp
+ local LAST_ERR=/tmp/tmp.vMJTsonTzu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZojlGmdtuP
deployment.apps/pxc-client created
+ cat /tmp/tmp.vMJTsonTzu
+ rm /tmp/tmp.ZojlGmdtuP /tmp/tmp.vMJTsonTzu
+ return 0
+ yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ yq eval '(. | select(.metadata.name == "my-cluster-secrets") | .metadata.name) = "minimal-cluster"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.i3Gw7QFTSy
++ mktemp
+ local LAST_ERR=/tmp/tmp.yzoqUySfqX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.i3Gw7QFTSy
secret/minimal-cluster created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.yzoqUySfqX
+ rm /tmp/tmp.i3Gw7QFTSy /tmp/tmp.yzoqUySfqX
+ return 0
+ yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://version-service-cr.smart-update2-10343.svc.cluster.local:11000"'
+ yq eval '.spec.upgradeOptions.apply="disabled"'
+ yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cr-minimal.yaml
+ yq eval '.spec.crVersion="9.9.9"'
+ yq eval '.spec.haproxy.image="perconalab/percona-xtradb-cluster-operator:main-haproxy"'
+ yq eval '.spec.initContainer.image="perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"'
+ yq eval '.spec.pxc.image="percona/percona-xtradb-cluster:8.0.19-10.1"'
+ kubectl_bin apply -f -
+ yq eval '.spec.logcollector.image="perconalab/percona-xtradb-cluster-operator:main-logcollector"'
++ mktemp
+ local LAST_OUT=/tmp/tmp.1PITgNukQU
++ mktemp
+ local LAST_ERR=/tmp/tmp.0PUutKaRHO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1PITgNukQU
perconaxtradbcluster.pxc.percona.com/minimal-cluster created
+ cat /tmp/tmp.0PUutKaRHO
+ rm /tmp/tmp.1PITgNukQU /tmp/tmp.0PUutKaRHO
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-pxc 1
+ local name=minimal-cluster-pxc
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod minimal-cluster-pxc-0 480
+ local pod=minimal-cluster-pxc-0
+ local max_retry=480
+ local ns=
++ echo minimal-cluster-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/minimal-cluster-pxc-0 condition met
minimal-cluster-pxc-0.Ok
+ sleep 20
+ local proxy
++ get_proxy minimal-cluster
++ local target_cluster=minimal-cluster
+++ kubectl_bin get pxc minimal-cluster -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.5i1jz97LQZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.X2k5zqoCZw
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc minimal-cluster -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.5i1jz97LQZ
+++ cat /tmp/tmp.X2k5zqoCZw
+++ rm /tmp/tmp.5i1jz97LQZ /tmp/tmp.X2k5zqoCZw
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo minimal-cluster-haproxy
++ return
+ proxy=minimal-cluster-haproxy
+ wait_for_running minimal-cluster-haproxy 1
+ local name=minimal-cluster-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod minimal-cluster-haproxy-0 480
+ local pod=minimal-cluster-haproxy-0
+ local max_retry=480
+ local ns=
++ echo minimal-cluster-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/minimal-cluster-haproxy-0 condition met
minimal-cluster-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h minimal-cluster-haproxy -uroot -proot_password -P'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h minimal-cluster-haproxy -uroot -proot_password -P'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vq0Xm1tDvt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.phYx40cKHN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vq0Xm1tDvt
++ cat /tmp/tmp.phYx40cKHN
++ rm /tmp/tmp.vq0Xm1tDvt /tmp/tmp.phYx40cKHN
++ return 0
+ client_pod=pxc-client-fdcf9cfbb-fck7p
+ wait_pod pxc-client-fdcf9cfbb-fck7p
+ local pod=pxc-client-fdcf9cfbb-fck7p
+ local max_retry=480
+ local ns=
++ echo pxc-client-fdcf9cfbb-fck7p
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-fdcf9cfbb-fck7p condition met
pxc-client-fdcf9cfbb-fck7p.Ok
+ set +o xtrace
[ERROR] mysql: option '-P' requires an argument
command terminated with exit code 5
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h minimal-cluster-haproxy -uroot -proot_password -P'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h minimal-cluster-haproxy -uroot -proot_password -P'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u1zGHQdVWL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IXweN591dP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.u1zGHQdVWL
++ cat /tmp/tmp.IXweN591dP
++ rm /tmp/tmp.u1zGHQdVWL /tmp/tmp.IXweN591dP
++ return 0
+ client_pod=pxc-client-fdcf9cfbb-fck7p
+ wait_pod pxc-client-fdcf9cfbb-fck7p
+ local pod=pxc-client-fdcf9cfbb-fck7p
+ local max_retry=480
+ local ns=
++ echo pxc-client-fdcf9cfbb-fck7p
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-fdcf9cfbb-fck7p condition met
pxc-client-fdcf9cfbb-fck7p.Ok
+ set +o xtrace
[ERROR] mysql: option '-P' requires an argument
command terminated with exit code 5
+ grep -Eo '\{.*\}'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}'
+ grep -E 'server request payload|unary call'
+ jq 'del(."grpc.time_ms")'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ kubectl_bin logs version-service-cr-77d9b658bb-4nnww
++ mktemp
+ local LAST_OUT=/tmp/tmp.6a09hBZ4B0
++ mktemp
+ local LAST_ERR=/tmp/tmp.ASzUWdAZLV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs version-service-cr-77d9b658bb-4nnww
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6a09hBZ4B0
+ cat /tmp/tmp.ASzUWdAZLV
+ rm /tmp/tmp.6a09hBZ4B0 /tmp/tmp.ASzUWdAZLV
+ return 0
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}'
+ jq 'del(."grpc.time_ms")'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.start_time")'
+ grep -E 'server request payload|unary call'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ kubectl_bin logs version-service-6d49c56954-spjpq
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ljf1tKB1EE
++ mktemp
+ local LAST_ERR=/tmp/tmp.x8wBcMhc5V
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs version-service-6d49c56954-spjpq
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ljf1tKB1EE
+ cat /tmp/tmp.x8wBcMhc5V
+ rm /tmp/tmp.Ljf1tKB1EE /tmp/tmp.x8wBcMhc5V
+ return 0
+ local telemetry_log_file=enabled_telemetry.version-service-cw.log.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a enabled == enabled ']'
+ desc 'operator fallback VS should have telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
operator fallback VS should have telemetry
-----------------------------------------------------------------------------------

+ diff /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/enabled_telemetry.version-service-cw.log.json /dev/fd/63
++ grep -f /tmp/tmp.2fsStHOXbQ/enabled_telemetry.version-service.log.json /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/enabled_telemetry.version-service-cw.log.json
+ desc 'CR VS should not have telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
CR VS should not have telemetry
-----------------------------------------------------------------------------------

+ [[ -s /tmp/tmp.2fsStHOXbQ/enabled_telemetry.version-service-cr.log.json ]]
+ local image_prefix=disabled
+ local telemetry_cr_log_file=enabled_telemetry.version-service-cr-disabled-cw.log.json
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' disabled == disabled-recommended -a enabled == disabled ']'
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a enabled == disabled ']'
+ kubectl_bin patch pxc minimal-cluster --type=merge -p '{"metadata":{"finalizers":["delete-pxc-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ea9XWlCbhq
++ mktemp
+ local LAST_ERR=/tmp/tmp.I7p1smebt9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc minimal-cluster --type=merge -p '{"metadata":{"finalizers":["delete-pxc-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ea9XWlCbhq
perconaxtradbcluster.pxc.percona.com/minimal-cluster patched
+ cat /tmp/tmp.I7p1smebt9
+ rm /tmp/tmp.Ea9XWlCbhq /tmp/tmp.I7p1smebt9
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zKnYew3juF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zirhjtrSHl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zKnYew3juF
++ cat /tmp/tmp.zirhjtrSHl
++ rm /tmp/tmp.zKnYew3juF /tmp/tmp.zirhjtrSHl
++ return 0
+ kubectl_bin delete pod -n pxc-operator percona-xtradb-cluster-operator-54c89bd9d4-qhlfm
++ mktemp
+ local LAST_OUT=/tmp/tmp.uhnqhSMtt4
++ mktemp
+ local LAST_ERR=/tmp/tmp.cKK3X47sDv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -n pxc-operator percona-xtradb-cluster-operator-54c89bd9d4-qhlfm
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.uhnqhSMtt4
pod "percona-xtradb-cluster-operator-54c89bd9d4-qhlfm" deleted
+ cat /tmp/tmp.cKK3X47sDv
+ rm /tmp/tmp.uhnqhSMtt4 /tmp/tmp.cKK3X47sDv
+ return 0
+ kubectl_bin delete pxc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.UjsS4E073b
++ mktemp
+ local LAST_ERR=/tmp/tmp.hn1M8DLbuk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UjsS4E073b
perconaxtradbcluster.pxc.percona.com "minimal-cluster" deleted
+ cat /tmp/tmp.hn1M8DLbuk
+ rm /tmp/tmp.UjsS4E073b /tmp/tmp.hn1M8DLbuk
+ return 0
+ kubectl_bin delete deploy pxc-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.OleVIuzF3q
++ mktemp
+ local LAST_ERR=/tmp/tmp.YlNmc8wuO6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete deploy pxc-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OleVIuzF3q
deployment.apps "pxc-client" deleted
+ cat /tmp/tmp.YlNmc8wuO6
+ rm /tmp/tmp.OleVIuzF3q /tmp/tmp.YlNmc8wuO6
+ return 0
+ sleep 30
+ desc 'Disabling telemetry on the operator level'
+ set +o xtrace


-----------------------------------------------------------------------------------
Disabling telemetry on the operator level
-----------------------------------------------------------------------------------

+ kubectl_bin delete pod -l run=version-service-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.NSwZdbf7YG
++ mktemp
+ local LAST_ERR=/tmp/tmp.DZAN0IOidT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -l run=version-service-cr
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NSwZdbf7YG
pod "version-service-cr-77d9b658bb-4nnww" deleted
+ cat /tmp/tmp.DZAN0IOidT
+ rm /tmp/tmp.NSwZdbf7YG /tmp/tmp.DZAN0IOidT
+ return 0
+ kubectl_bin delete pod -l run=version-service
++ mktemp
+ local LAST_OUT=/tmp/tmp.IwjdFW0ueH
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZxGL4z6toE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -l run=version-service
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IwjdFW0ueH
pod "version-service-6d49c56954-spjpq" deleted
+ cat /tmp/tmp.ZxGL4z6toE
+ rm /tmp/tmp.IwjdFW0ueH /tmp/tmp.ZxGL4z6toE
+ return 0
+ yq '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ kubectl_bin apply -n pxc-operator -f -
+ kubectl_bin get deployment/percona-xtradb-cluster-operator -o yaml -n pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.crxtes1fyz
+ local LAST_OUT=/tmp/tmp.bEbdKsZ7sf
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.H2FW6dlfeI
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.VSdBZ39rgm
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n pxc-operator -f -
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get deployment/percona-xtradb-cluster-operator -o yaml -n pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bEbdKsZ7sf
+ cat /tmp/tmp.VSdBZ39rgm
+ rm /tmp/tmp.bEbdKsZ7sf /tmp/tmp.VSdBZ39rgm
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.crxtes1fyz
deployment.apps/percona-xtradb-cluster-operator configured
+ cat /tmp/tmp.H2FW6dlfeI
+ rm /tmp/tmp.crxtes1fyz /tmp/tmp.H2FW6dlfeI
+ return 0
+ sleep 30
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EfhkHfphUN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nlSTE3STCX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EfhkHfphUN
++ cat /tmp/tmp.nlSTE3STCX
++ rm /tmp/tmp.EfhkHfphUN /tmp/tmp.nlSTE3STCX
++ return 0
+ wait_pod percona-xtradb-cluster-operator-65bcc9cb57-cq2gz 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-65bcc9cb57-cq2gz
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-65bcc9cb57-cq2gz
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-65bcc9cb57-cq2gz condition met
percona-xtradb-cluster-operator-65bcc9cb57-cq2gz.Ok
+ check_telemetry_transfer http://version-service-cr.smart-update2-10343.svc.cluster.local:11000 8.0-recommended disabled
+ local cr_vs_uri=http://version-service-cr.smart-update2-10343.svc.cluster.local:11000
+ local cr_vs_channel=8.0-recommended
+ local telemetry_state=disabled
+ desc 'create PXC minimal cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC minimal cluster
-----------------------------------------------------------------------------------

+ cluster=minimal-cluster
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.jmHEQMwDKq
++ mktemp
+ local LAST_ERR=/tmp/tmp.xh20G5MoF2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jmHEQMwDKq
deployment.apps/pxc-client created
+ cat /tmp/tmp.xh20G5MoF2
+ rm /tmp/tmp.jmHEQMwDKq /tmp/tmp.xh20G5MoF2
+ return 0
+ yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ yq eval '(. | select(.metadata.name == "my-cluster-secrets") | .metadata.name) = "minimal-cluster"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.X3tLyQZBVr
++ mktemp
+ local LAST_ERR=/tmp/tmp.TgREByLlxY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.X3tLyQZBVr
secret/minimal-cluster unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.TgREByLlxY
+ rm /tmp/tmp.X3tLyQZBVr /tmp/tmp.TgREByLlxY
+ return 0
+ yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://version-service-cr.smart-update2-10343.svc.cluster.local:11000"'
+ yq eval '.spec.upgradeOptions.apply="8.0-recommended"'
+ yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cr-minimal.yaml
+ yq eval '.spec.crVersion="9.9.9"'
+ yq eval '.spec.pxc.image="percona/percona-xtradb-cluster:8.0.19-10.1"'
+ yq eval '.spec.haproxy.image="perconalab/percona-xtradb-cluster-operator:main-haproxy"'
+ yq eval '.spec.initContainer.image="perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"'
+ yq eval '.spec.logcollector.image="perconalab/percona-xtradb-cluster-operator:main-logcollector"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.iD2Th6e4mR
++ mktemp
+ local LAST_ERR=/tmp/tmp.nnbvxC3kWW
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iD2Th6e4mR
perconaxtradbcluster.pxc.percona.com/minimal-cluster created
+ cat /tmp/tmp.nnbvxC3kWW
+ rm /tmp/tmp.iD2Th6e4mR /tmp/tmp.nnbvxC3kWW
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-pxc 1
+ local name=minimal-cluster-pxc
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod minimal-cluster-pxc-0 480
+ local pod=minimal-cluster-pxc-0
+ local max_retry=480
+ local ns=
++ echo minimal-cluster-pxc-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/minimal-cluster-pxc-0 condition met
minimal-cluster-pxc-0.Ok
+ sleep 20
+ local proxy
++ get_proxy minimal-cluster
++ local target_cluster=minimal-cluster
+++ kubectl_bin get pxc minimal-cluster -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.GZQCH22AAT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0nglrYVq6E
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc minimal-cluster -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.GZQCH22AAT
+++ cat /tmp/tmp.0nglrYVq6E
+++ rm /tmp/tmp.GZQCH22AAT /tmp/tmp.0nglrYVq6E
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo minimal-cluster-haproxy
++ return
+ proxy=minimal-cluster-haproxy
+ wait_for_running minimal-cluster-haproxy 1
+ local name=minimal-cluster-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod minimal-cluster-haproxy-0 480
+ local pod=minimal-cluster-haproxy-0
+ local max_retry=480
+ local ns=
++ echo minimal-cluster-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/minimal-cluster-haproxy-0 condition met
minimal-cluster-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h minimal-cluster-haproxy -uroot -proot_password -P'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h minimal-cluster-haproxy -uroot -proot_password -P'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pz9ev3nyEM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EPnsI5lwU5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pz9ev3nyEM
++ cat /tmp/tmp.EPnsI5lwU5
++ rm /tmp/tmp.pz9ev3nyEM /tmp/tmp.EPnsI5lwU5
++ return 0
+ client_pod=pxc-client-fdcf9cfbb-lm8sp
+ wait_pod pxc-client-fdcf9cfbb-lm8sp
+ local pod=pxc-client-fdcf9cfbb-lm8sp
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-fdcf9cfbb-lm8sp
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-fdcf9cfbb-lm8sp condition met
pxc-client-fdcf9cfbb-lm8sp.Ok
+ set +o xtrace
[ERROR] mysql: option '-P' requires an argument
command terminated with exit code 5
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h minimal-cluster-haproxy -uroot -proot_password -P'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h minimal-cluster-haproxy -uroot -proot_password -P'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6UlSzIxa35
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wwbHLRSktp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6UlSzIxa35
++ cat /tmp/tmp.wwbHLRSktp
++ rm /tmp/tmp.6UlSzIxa35 /tmp/tmp.wwbHLRSktp
++ return 0
+ client_pod=pxc-client-fdcf9cfbb-lm8sp
+ wait_pod pxc-client-fdcf9cfbb-lm8sp
+ local pod=pxc-client-fdcf9cfbb-lm8sp
+ local max_retry=480
+ local ns=
++ echo pxc-client-fdcf9cfbb-lm8sp
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-fdcf9cfbb-lm8sp condition met
pxc-client-fdcf9cfbb-lm8sp.Ok
+ set +o xtrace
[ERROR] mysql: option '-P' requires an argument
command terminated with exit code 5
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}'
+ kubectl_bin logs version-service-cr-77d9b658bb-lpsnj
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ozg66nCerx
++ mktemp
+ local LAST_ERR=/tmp/tmp.2jVeMZ1m58
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs version-service-cr-77d9b658bb-lpsnj
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ozg66nCerx
+ cat /tmp/tmp.2jVeMZ1m58
+ rm /tmp/tmp.Ozg66nCerx /tmp/tmp.2jVeMZ1m58
+ return 0
+ grep -E 'server request payload|unary call'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-6d49c56954-cfsq6
++ mktemp
+ local LAST_OUT=/tmp/tmp.39ifaWcvyq
++ mktemp
+ local LAST_ERR=/tmp/tmp.V2YWAzYTb6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs version-service-6d49c56954-cfsq6
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.39ifaWcvyq
+ cat /tmp/tmp.V2YWAzYTb6
+ rm /tmp/tmp.39ifaWcvyq /tmp/tmp.V2YWAzYTb6
+ return 0
+ local telemetry_log_file=disabled_telemetry.version-service-cw.log.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == disabled -a disabled == enabled ']'
+ local image_prefix=8.0
+ local telemetry_cr_log_file=disabled_telemetry.version-service-cr-8.0-cw.log.json
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == 8.0-recommended -a disabled == disabled ']'
+ desc 'cr VS should have telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
cr VS should have telemetry
-----------------------------------------------------------------------------------

+ diff /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/disabled_telemetry.version-service-cr-8.0-cw.log.json /dev/fd/63
++ grep -f /tmp/tmp.2fsStHOXbQ/disabled_telemetry.version-service-cr.log.json /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/disabled_telemetry.version-service-cr-8.0-cw.log.json
+ desc 'operator VS should not have telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
operator VS should not have telemetry
-----------------------------------------------------------------------------------

+ [[ -s /tmp/tmp.2fsStHOXbQ/disabled_telemetry.version-service.log.json ]]
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == disabled -a disabled == disabled ']'
+ kubectl_bin patch pxc minimal-cluster --type=merge -p '{"metadata":{"finalizers":["delete-pxc-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.mWcwVh1GG5
++ mktemp
+ local LAST_ERR=/tmp/tmp.YD4Z7x9h4l
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc minimal-cluster --type=merge -p '{"metadata":{"finalizers":["delete-pxc-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mWcwVh1GG5
perconaxtradbcluster.pxc.percona.com/minimal-cluster patched
+ cat /tmp/tmp.YD4Z7x9h4l
+ rm /tmp/tmp.mWcwVh1GG5 /tmp/tmp.YD4Z7x9h4l
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8idUrhWnmk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q4BvUSI7hJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8idUrhWnmk
++ cat /tmp/tmp.q4BvUSI7hJ
++ rm /tmp/tmp.8idUrhWnmk /tmp/tmp.q4BvUSI7hJ
++ return 0
+ kubectl_bin delete pod -n pxc-operator percona-xtradb-cluster-operator-65bcc9cb57-cq2gz
++ mktemp
+ local LAST_OUT=/tmp/tmp.boGpai91Lp
++ mktemp
+ local LAST_ERR=/tmp/tmp.IXvDYj4dNJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -n pxc-operator percona-xtradb-cluster-operator-65bcc9cb57-cq2gz
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.boGpai91Lp
pod "percona-xtradb-cluster-operator-65bcc9cb57-cq2gz" deleted
+ cat /tmp/tmp.IXvDYj4dNJ
+ rm /tmp/tmp.boGpai91Lp /tmp/tmp.IXvDYj4dNJ
+ return 0
+ kubectl_bin delete pxc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.jZRADuLjjg
++ mktemp
+ local LAST_ERR=/tmp/tmp.J3L1G6MjRX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jZRADuLjjg
perconaxtradbcluster.pxc.percona.com "minimal-cluster" deleted
+ cat /tmp/tmp.J3L1G6MjRX
+ rm /tmp/tmp.jZRADuLjjg /tmp/tmp.J3L1G6MjRX
+ return 0
+ kubectl_bin delete deploy pxc-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.WdkKIh6zZl
++ mktemp
+ local LAST_ERR=/tmp/tmp.5qwQdYZ02N
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete deploy pxc-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WdkKIh6zZl
deployment.apps "pxc-client" deleted
+ cat /tmp/tmp.5qwQdYZ02N
+ rm /tmp/tmp.WdkKIh6zZl /tmp/tmp.5qwQdYZ02N
+ return 0
+ sleep 30
+ kubectl_bin delete pod -l run=version-service-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.61hk6P72aH
++ mktemp
+ local LAST_ERR=/tmp/tmp.yEVQ7d0dBc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -l run=version-service-cr
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.61hk6P72aH
pod "version-service-cr-77d9b658bb-lpsnj" deleted
+ cat /tmp/tmp.yEVQ7d0dBc
+ rm /tmp/tmp.61hk6P72aH /tmp/tmp.yEVQ7d0dBc
+ return 0
+ kubectl_bin delete pod -l run=version-service
++ mktemp
+ local LAST_OUT=/tmp/tmp.T28HuuZpqO
++ mktemp
+ local LAST_ERR=/tmp/tmp.BdycKzwNPU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -l run=version-service
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.T28HuuZpqO
pod "version-service-6d49c56954-cfsq6" deleted
+ cat /tmp/tmp.BdycKzwNPU
+ rm /tmp/tmp.T28HuuZpqO /tmp/tmp.BdycKzwNPU
+ return 0
+ check_telemetry_transfer http://version-service-cr.smart-update2-10343.svc.cluster.local:11000 disabled disabled
+ local cr_vs_uri=http://version-service-cr.smart-update2-10343.svc.cluster.local:11000
+ local cr_vs_channel=disabled
+ local telemetry_state=disabled
+ desc 'create PXC minimal cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC minimal cluster
-----------------------------------------------------------------------------------

+ cluster=minimal-cluster
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.4wfXez2K6G
++ mktemp
+ local LAST_ERR=/tmp/tmp.VQkW04BfE5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4wfXez2K6G
deployment.apps/pxc-client created
+ cat /tmp/tmp.VQkW04BfE5
+ rm /tmp/tmp.4wfXez2K6G /tmp/tmp.VQkW04BfE5
+ return 0
+ yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ yq eval '(. | select(.metadata.name == "my-cluster-secrets") | .metadata.name) = "minimal-cluster"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.WFDIibPQF8
++ mktemp
+ local LAST_ERR=/tmp/tmp.rx8GarKJtF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WFDIibPQF8
secret/minimal-cluster unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.rx8GarKJtF
+ rm /tmp/tmp.WFDIibPQF8 /tmp/tmp.rx8GarKJtF
+ return 0
+ kubectl_bin apply -f -
+ yq eval '.spec.logcollector.image="perconalab/percona-xtradb-cluster-operator:main-logcollector"'
+ yq eval '.spec.haproxy.image="perconalab/percona-xtradb-cluster-operator:main-haproxy"'
+ yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://version-service-cr.smart-update2-10343.svc.cluster.local:11000"'
+ yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cr-minimal.yaml
+ yq eval '.spec.initContainer.image="perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"'
+ yq eval '.spec.upgradeOptions.apply="disabled"'
+ yq eval '.spec.crVersion="9.9.9"'
+ yq eval '.spec.pxc.image="percona/percona-xtradb-cluster:8.0.19-10.1"'
++ mktemp
+ local LAST_OUT=/tmp/tmp.fLcMLq1Hq7
++ mktemp
+ local LAST_ERR=/tmp/tmp.9H5xQYTQTD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fLcMLq1Hq7
perconaxtradbcluster.pxc.percona.com/minimal-cluster created
+ cat /tmp/tmp.9H5xQYTQTD
+ rm /tmp/tmp.fLcMLq1Hq7 /tmp/tmp.9H5xQYTQTD
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-pxc 1
+ local name=minimal-cluster-pxc
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod minimal-cluster-pxc-0 480
+ local pod=minimal-cluster-pxc-0
+ local max_retry=480
+ local ns=
++ echo minimal-cluster-pxc-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/minimal-cluster-pxc-0 condition met
minimal-cluster-pxc-0.Ok
+ sleep 20
+ local proxy
++ get_proxy minimal-cluster
++ local target_cluster=minimal-cluster
+++ kubectl_bin get pxc minimal-cluster -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CEx41jASat
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bhTIJM6kKe
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc minimal-cluster -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.CEx41jASat
+++ cat /tmp/tmp.bhTIJM6kKe
+++ rm /tmp/tmp.CEx41jASat /tmp/tmp.bhTIJM6kKe
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo minimal-cluster-haproxy
++ return
+ proxy=minimal-cluster-haproxy
+ wait_for_running minimal-cluster-haproxy 1
+ local name=minimal-cluster-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod minimal-cluster-haproxy-0 480
+ local pod=minimal-cluster-haproxy-0
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo minimal-cluster-haproxy-0
+ local container=
+ set +o xtrace
pod/minimal-cluster-haproxy-0 condition met
minimal-cluster-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h minimal-cluster-haproxy -uroot -proot_password -P'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h minimal-cluster-haproxy -uroot -proot_password -P'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CG3yl2lMgv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h0DQsgiXVy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CG3yl2lMgv
++ cat /tmp/tmp.h0DQsgiXVy
++ rm /tmp/tmp.CG3yl2lMgv /tmp/tmp.h0DQsgiXVy
++ return 0
+ client_pod=pxc-client-fdcf9cfbb-khflm
+ wait_pod pxc-client-fdcf9cfbb-khflm
+ local pod=pxc-client-fdcf9cfbb-khflm
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-fdcf9cfbb-khflm
+ local container=
+ set +o xtrace
pod/pxc-client-fdcf9cfbb-khflm condition met
pxc-client-fdcf9cfbb-khflm.Ok
+ set +o xtrace
[ERROR] mysql: option '-P' requires an argument
command terminated with exit code 5
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h minimal-cluster-haproxy -uroot -proot_password -P'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h minimal-cluster-haproxy -uroot -proot_password -P'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oyeiM3XzfV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LqXZEepCbH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oyeiM3XzfV
++ cat /tmp/tmp.LqXZEepCbH
++ rm /tmp/tmp.oyeiM3XzfV /tmp/tmp.LqXZEepCbH
++ return 0
+ client_pod=pxc-client-fdcf9cfbb-khflm
+ wait_pod pxc-client-fdcf9cfbb-khflm
+ local pod=pxc-client-fdcf9cfbb-khflm
+ local max_retry=480
+ local ns=
++ echo pxc-client-fdcf9cfbb-khflm
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-fdcf9cfbb-khflm condition met
pxc-client-fdcf9cfbb-khflm.Ok
+ set +o xtrace
[ERROR] mysql: option '-P' requires an argument
command terminated with exit code 5
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-cr-77d9b658bb-8p86d
++ mktemp
+ local LAST_OUT=/tmp/tmp.xDeHzbMuCe
++ mktemp
+ local LAST_ERR=/tmp/tmp.s93wK0GrnA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs version-service-cr-77d9b658bb-8p86d
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xDeHzbMuCe
+ cat /tmp/tmp.s93wK0GrnA
+ rm /tmp/tmp.xDeHzbMuCe /tmp/tmp.s93wK0GrnA
+ return 0
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.time_ms")'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}'
+ kubectl_bin logs version-service-6d49c56954-pzrpv
++ mktemp
+ local LAST_OUT=/tmp/tmp.sbsJvVOjYo
++ mktemp
+ local LAST_ERR=/tmp/tmp.pgXEC9hcG3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs version-service-6d49c56954-pzrpv
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.sbsJvVOjYo
+ cat /tmp/tmp.pgXEC9hcG3
+ rm /tmp/tmp.sbsJvVOjYo /tmp/tmp.pgXEC9hcG3
+ return 0
+ local telemetry_log_file=disabled_telemetry.version-service-cw.log.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a disabled == enabled ']'
+ local image_prefix=disabled
+ local telemetry_cr_log_file=disabled_telemetry.version-service-cr-disabled-cw.log.json
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' disabled == disabled-recommended -a disabled == disabled ']'
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a disabled == disabled ']'
+ desc 'CR VS should not have telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
CR VS should not have telemetry
-----------------------------------------------------------------------------------

+ [[ -s /tmp/tmp.2fsStHOXbQ/disabled_telemetry.version-service-cr.log.json ]]
+ desc 'operator VS should not have telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
operator VS should not have telemetry
-----------------------------------------------------------------------------------

+ [[ -s /tmp/tmp.2fsStHOXbQ/disabled_telemetry.version-service.log.json ]]
+ kubectl_bin patch pxc minimal-cluster --type=merge -p '{"metadata":{"finalizers":["delete-pxc-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.0VRVeUSB8x
++ mktemp
+ local LAST_ERR=/tmp/tmp.if0SIC5SaK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc minimal-cluster --type=merge -p '{"metadata":{"finalizers":["delete-pxc-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0VRVeUSB8x
perconaxtradbcluster.pxc.percona.com/minimal-cluster patched
+ cat /tmp/tmp.if0SIC5SaK
+ rm /tmp/tmp.0VRVeUSB8x /tmp/tmp.if0SIC5SaK
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d51grlOjA5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9Up2Gq5WWu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.d51grlOjA5
++ cat /tmp/tmp.9Up2Gq5WWu
++ rm /tmp/tmp.d51grlOjA5 /tmp/tmp.9Up2Gq5WWu
++ return 0
+ kubectl_bin delete pod -n pxc-operator percona-xtradb-cluster-operator-65bcc9cb57-5zzsl
++ mktemp
+ local LAST_OUT=/tmp/tmp.L8HG2hYp8S
++ mktemp
+ local LAST_ERR=/tmp/tmp.SVySxOZCyr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pod -n pxc-operator percona-xtradb-cluster-operator-65bcc9cb57-5zzsl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.L8HG2hYp8S
pod "percona-xtradb-cluster-operator-65bcc9cb57-5zzsl" deleted
+ cat /tmp/tmp.SVySxOZCyr
+ rm /tmp/tmp.L8HG2hYp8S /tmp/tmp.SVySxOZCyr
+ return 0
+ kubectl_bin delete pxc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.xOWbLU7BJb
++ mktemp
+ local LAST_ERR=/tmp/tmp.oBhkhPY8vN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xOWbLU7BJb
perconaxtradbcluster.pxc.percona.com "minimal-cluster" deleted
+ cat /tmp/tmp.oBhkhPY8vN
+ rm /tmp/tmp.xOWbLU7BJb /tmp/tmp.oBhkhPY8vN
+ return 0
+ kubectl_bin delete deploy pxc-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ogh9NjbN7D
++ mktemp
+ local LAST_ERR=/tmp/tmp.LIs4PuvC5o
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete deploy pxc-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ogh9NjbN7D
deployment.apps "pxc-client" deleted
+ cat /tmp/tmp.LIs4PuvC5o
+ rm /tmp/tmp.Ogh9NjbN7D /tmp/tmp.LIs4PuvC5o
+ return 0
+ sleep 30
+ kubectl_bin delete deployment version-service-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.nvlyJ8KJzY
++ mktemp
+ local LAST_ERR=/tmp/tmp.MOGAbFRfTu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete deployment version-service-cr
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nvlyJ8KJzY
deployment.apps "version-service-cr" deleted
+ cat /tmp/tmp.MOGAbFRfTu
+ rm /tmp/tmp.nvlyJ8KJzY /tmp/tmp.MOGAbFRfTu
+ return 0
+ desc 'Telemetry testing finished'
+ set +o xtrace


-----------------------------------------------------------------------------------
Telemetry testing finished
-----------------------------------------------------------------------------------

+ desc 'PXC cluster with version service offline'
+ set +o xtrace


-----------------------------------------------------------------------------------
PXC cluster with version service offline
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/smart-update-version-service-unreachable.yml /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"' /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ spinup_pxc smart-update /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fe4oXkiJkD
++ mktemp
+ local LAST_ERR=/tmp/tmp.pCTCy1SSkf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fe4oXkiJkD
secret/my-cluster-secrets created
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.pCTCy1SSkf
+ rm /tmp/tmp.fe4oXkiJkD /tmp/tmp.pCTCy1SSkf
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update2-10343~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.VcuCLHp8PR
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_ERR=/tmp/tmp.WTetoOqhCU
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VcuCLHp8PR
deployment.apps/pxc-client created
+ cat /tmp/tmp.WTetoOqhCU
+ rm /tmp/tmp.VcuCLHp8PR /tmp/tmp.WTetoOqhCU
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update2-10343~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.cvyLsnDP8v
+ cat /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
++ mktemp
+ local LAST_ERR=/tmp/tmp.og9sYETQhq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.cvyLsnDP8v
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.og9sYETQhq
+ rm /tmp/tmp.cvyLsnDP8v /tmp/tmp.og9sYETQhq
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fqkFxMwYYt
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0pZZH107JD
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fqkFxMwYYt
+++ cat /tmp/tmp.0pZZH107JD
+++ rm /tmp/tmp.fqkFxMwYYt /tmp/tmp.0pZZH107JD
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
++ mktemp
+ local LAST_OUT=/tmp/tmp.2rABIBFFl5
++ mktemp
+ local LAST_ERR=/tmp/tmp.rNOVOhJ6Ml
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.2rABIBFFl5
+ cat /tmp/tmp.rNOVOhJ6Ml
error: no matching resources found
+ rm /tmp/tmp.2rABIBFFl5 /tmp/tmp.rNOVOhJ6Ml
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo smart-update-haproxy-0
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2GkDblaXx2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B644PaNAUF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2GkDblaXx2
++ cat /tmp/tmp.B644PaNAUF
++ rm /tmp/tmp.2GkDblaXx2 /tmp/tmp.B644PaNAUF
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mhKl7vVkcP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RdGazhyqR9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mhKl7vVkcP
++ cat /tmp/tmp.RdGazhyqR9
++ rm /tmp/tmp.mhKl7vVkcP /tmp/tmp.RdGazhyqR9
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lIGy71Eqz5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ba4LvM5OJ2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lIGy71Eqz5
++ cat /tmp/tmp.Ba4LvM5OJ2
++ rm /tmp/tmp.lIGy71Eqz5 /tmp/tmp.Ba4LvM5OJ2
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C56AnlyiHA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2DPGUOE9Up
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.C56AnlyiHA
++ cat /tmp/tmp.2DPGUOE9Up
++ rm /tmp/tmp.C56AnlyiHA /tmp/tmp.2DPGUOE9Up
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GIsmDBZgc6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0WeMIQZivW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GIsmDBZgc6
++ cat /tmp/tmp.0WeMIQZivW
++ rm /tmp/tmp.GIsmDBZgc6 /tmp/tmp.0WeMIQZivW
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fyi59dmQdU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QndKaWnZH5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fyi59dmQdU
++ cat /tmp/tmp.QndKaWnZH5
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.fyi59dmQdU /tmp/tmp.QndKaWnZH5
++ return 0
+ '[' '' ']'
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HwD60xJP4H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O2lzwx9sjD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HwD60xJP4H
++ cat /tmp/tmp.O2lzwx9sjD
++ rm /tmp/tmp.HwD60xJP4H /tmp/tmp.O2lzwx9sjD
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sgWOZThOu9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PYsJuBv0rD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sgWOZThOu9
++ cat /tmp/tmp.PYsJuBv0rD
++ rm /tmp/tmp.sgWOZThOu9 /tmp/tmp.PYsJuBv0rD
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.KmvootHKH4
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.JBYmO6Alk7
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.KmvootHKH4
+++++ cat /tmp/tmp.JBYmO6Alk7
+++++ rm /tmp/tmp.KmvootHKH4 /tmp/tmp.JBYmO6Alk7
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IDL4uZ9g5R
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5kD9o7ncR3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IDL4uZ9g5R
++ cat /tmp/tmp.5kD9o7ncR3
++ rm /tmp/tmp.IDL4uZ9g5R /tmp/tmp.5kD9o7ncR3
++ return 0
+ [[ 2 == \2 ]]
++ kubectl_bin get pxc/smart-update -o 'jsonpath={.spec.pxc.image}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UFiQrsYWCL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1lzgcCvxMx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc/smart-update -o 'jsonpath={.spec.pxc.image}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UFiQrsYWCL
++ cat /tmp/tmp.1lzgcCvxMx
++ rm /tmp/tmp.UFiQrsYWCL /tmp/tmp.1lzgcCvxMx
++ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 != \p\e\r\c\o\n\a\/\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\:\8\.\0\.\1\9\-\1\0\.\1 ]]
+ desc 'PXC cluster update with recommended image by version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
PXC cluster update with recommended image by version service
-----------------------------------------------------------------------------------

+ vs_image=recommended
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Md9fNRYLTk
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2pAvqqjUl4
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.Md9fNRYLTk
+++ cat /tmp/tmp.2pAvqqjUl4
+++ rm /tmp/tmp.Md9fNRYLTk /tmp/tmp.2pAvqqjUl4
+++ return 0
++ client_pod=pxc-client-6644d8898f-8pz2t
++ wait_pod pxc-client-6644d8898f-8pz2t
++ local pod=pxc-client-6644d8898f-8pz2t
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-8pz2t
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"upgradeOptions":{"versionServiceEndpoint":"http://version-service:11000","apply":"recommended","schedule": "* * * * *"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.XLcHPP6tAY
++ mktemp
+ local LAST_ERR=/tmp/tmp.wlZ7LmRWjO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"upgradeOptions":{"versionServiceEndpoint":"http://version-service:11000","apply":"recommended","schedule": "* * * * *"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XLcHPP6tAY
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.wlZ7LmRWjO
+ rm /tmp/tmp.XLcHPP6tAY /tmp/tmp.wlZ7LmRWjO
+ return 0
+ sleep 55
+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jzjjWYGJ4U
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FkISqvRD1Q
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jzjjWYGJ4U
++ cat /tmp/tmp.FkISqvRD1Q
++ rm /tmp/tmp.jzjjWYGJ4U /tmp/tmp.FkISqvRD1Q
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.39HG5EaCnI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XSEkkuo90j
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.39HG5EaCnI
++ cat /tmp/tmp.XSEkkuo90j
++ rm /tmp/tmp.39HG5EaCnI /tmp/tmp.XSEkkuo90j
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.jXGYHvLXCO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.sbP6nQrEZS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.jXGYHvLXCO
+++++ cat /tmp/tmp.sbP6nQrEZS
+++++ rm /tmp/tmp.jXGYHvLXCO /tmp/tmp.sbP6nQrEZS
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OEa0AKxZrs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nEqMAq6C2p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OEa0AKxZrs
++ cat /tmp/tmp.nEqMAq6C2p
++ rm /tmp/tmp.OEa0AKxZrs /tmp/tmp.nEqMAq6C2p
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EXzVIz6Bat
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ueM0vePK6J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EXzVIz6Bat
++ cat /tmp/tmp.ueM0vePK6J
++ rm /tmp/tmp.EXzVIz6Bat /tmp/tmp.ueM0vePK6J
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sqnEwWvYoe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aly14FyR0J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sqnEwWvYoe
++ cat /tmp/tmp.aly14FyR0J
++ rm /tmp/tmp.sqnEwWvYoe /tmp/tmp.aly14FyR0J
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6KQ9MxOQei
+++ mktemp
++ local LAST_ERR=/tmp/tmp.luZlYMIr8R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6KQ9MxOQei
++ cat /tmp/tmp.luZlYMIr8R
++ rm /tmp/tmp.6KQ9MxOQei /tmp/tmp.luZlYMIr8R
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.V6Zt7y6DBg
++ mktemp
+ local LAST_ERR=/tmp/tmp.UEhzR1LLmN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.V6Zt7y6DBg
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.UEhzR1LLmN
+ rm /tmp/tmp.V6Zt7y6DBg /tmp/tmp.UEhzR1LLmN
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.n2T6IutI59
++ mktemp
+ local LAST_ERR=/tmp/tmp.HfG0SQHHEV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.n2T6IutI59
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.HfG0SQHHEV
+ rm /tmp/tmp.n2T6IutI59 /tmp/tmp.HfG0SQHHEV
+ return 0
+ desc 'PXC cluster update with the latest image by version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
PXC cluster update with the latest image by version service
-----------------------------------------------------------------------------------

+ spinup_pxc smart-update /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.iP7gcsmfDt
++ mktemp
+ local LAST_ERR=/tmp/tmp.yO8xb7cNl1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iP7gcsmfDt
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.yO8xb7cNl1
+ rm /tmp/tmp.iP7gcsmfDt /tmp/tmp.yO8xb7cNl1
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_OUT=/tmp/tmp.XGWYxJxIs5
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#'
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update2-10343~
+ local LAST_ERR=/tmp/tmp.371tLAj6AE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XGWYxJxIs5
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.371tLAj6AE
+ rm /tmp/tmp.XGWYxJxIs5 /tmp/tmp.371tLAj6AE
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#'
+ cat /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update2-10343~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.7GQfEHa70M
++ mktemp
+ local LAST_ERR=/tmp/tmp.gNaHCwwicE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7GQfEHa70M
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.gNaHCwwicE
+ rm /tmp/tmp.7GQfEHa70M /tmp/tmp.gNaHCwwicE
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2NNyLYBPtV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.R9646b0ewt
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.2NNyLYBPtV
+++ cat /tmp/tmp.R9646b0ewt
+++ rm /tmp/tmp.2NNyLYBPtV /tmp/tmp.R9646b0ewt
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
++ mktemp
+ local LAST_OUT=/tmp/tmp.pPUkXYZp5Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.7mY2dMeeg8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.pPUkXYZp5Q
+ cat /tmp/tmp.7mY2dMeeg8
error: no matching resources found
+ rm /tmp/tmp.pPUkXYZp5Q /tmp/tmp.7mY2dMeeg8
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-pxc-2
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.23StUMYkVr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vtFifqZtlq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.23StUMYkVr
++ cat /tmp/tmp.vtFifqZtlq
++ rm /tmp/tmp.23StUMYkVr /tmp/tmp.vtFifqZtlq
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lsme6f6ZMO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Wi8kaiEOzS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lsme6f6ZMO
++ cat /tmp/tmp.Wi8kaiEOzS
++ rm /tmp/tmp.lsme6f6ZMO /tmp/tmp.Wi8kaiEOzS
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.k1TLUt5oxC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Rl9SiXoleJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.k1TLUt5oxC
++ cat /tmp/tmp.Rl9SiXoleJ
++ rm /tmp/tmp.k1TLUt5oxC /tmp/tmp.Rl9SiXoleJ
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vl5Rqs3AUG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gUZWUeon3q
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Vl5Rqs3AUG
++ cat /tmp/tmp.gUZWUeon3q
++ rm /tmp/tmp.Vl5Rqs3AUG /tmp/tmp.gUZWUeon3q
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D3ZEfK1tud
+++ mktemp
++ local LAST_ERR=/tmp/tmp.biHmLLCjAy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.D3ZEfK1tud
++ cat /tmp/tmp.biHmLLCjAy
++ rm /tmp/tmp.D3ZEfK1tud /tmp/tmp.biHmLLCjAy
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C2G6ypj6Ok
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K0zULOWigI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.C2G6ypj6Ok
++ cat /tmp/tmp.K0zULOWigI
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.C2G6ypj6Ok /tmp/tmp.K0zULOWigI
++ return 0
+ '[' '' ']'
+ vs_image=latest
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ZztrWl8qmM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dfniSs8eGU
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ZztrWl8qmM
+++ cat /tmp/tmp.dfniSs8eGU
+++ rm /tmp/tmp.ZztrWl8qmM /tmp/tmp.dfniSs8eGU
+++ return 0
++ client_pod=pxc-client-6644d8898f-8pz2t
++ wait_pod pxc-client-6644d8898f-8pz2t
++ local pod=pxc-client-6644d8898f-8pz2t
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-8pz2t
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"upgradeOptions":{"versionServiceEndpoint":"http://version-service:11000","apply":"latest","schedule": "* * * * *"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.OC1e8BGeIO
++ mktemp
+ local LAST_ERR=/tmp/tmp.lQUBiAKT1J
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"upgradeOptions":{"versionServiceEndpoint":"http://version-service:11000","apply":"latest","schedule": "* * * * *"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OC1e8BGeIO
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.lQUBiAKT1J
+ rm /tmp/tmp.OC1e8BGeIO /tmp/tmp.lQUBiAKT1J
+ return 0
+ sleep 55
+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AfpRR8vBy2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LHlKkabBm1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AfpRR8vBy2
++ cat /tmp/tmp.LHlKkabBm1
++ rm /tmp/tmp.AfpRR8vBy2 /tmp/tmp.LHlKkabBm1
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.stYG0ZlD4r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AQZnYdhjFf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.stYG0ZlD4r
++ cat /tmp/tmp.AQZnYdhjFf
++ rm /tmp/tmp.stYG0ZlD4r /tmp/tmp.AQZnYdhjFf
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.cij7wGA9uB
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.hSrIENcztG
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.cij7wGA9uB
+++++ cat /tmp/tmp.hSrIENcztG
+++++ rm /tmp/tmp.cij7wGA9uB /tmp/tmp.hSrIENcztG
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8q2nvdBybq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xF8PVDQuLB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8q2nvdBybq
++ cat /tmp/tmp.xF8PVDQuLB
++ rm /tmp/tmp.8q2nvdBybq /tmp/tmp.xF8PVDQuLB
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RBgFdpjM1T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.97TfuC7z6Y
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RBgFdpjM1T
++ cat /tmp/tmp.97TfuC7z6Y
++ rm /tmp/tmp.RBgFdpjM1T /tmp/tmp.97TfuC7z6Y
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-8pz2t
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hfchdlOyZO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zvguENHcVF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hfchdlOyZO
++ cat /tmp/tmp.zvguENHcVF
++ rm /tmp/tmp.hfchdlOyZO /tmp/tmp.zvguENHcVF
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RDCSx4XRET
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3fU1Ew0N9N
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RDCSx4XRET
++ cat /tmp/tmp.3fU1Ew0N9N
++ rm /tmp/tmp.RDCSx4XRET /tmp/tmp.3fU1Ew0N9N
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Rg8FGeNXcv
++ mktemp
+ local LAST_ERR=/tmp/tmp.gcOmFF3hWm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Rg8FGeNXcv
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.gcOmFF3hWm
+ rm /tmp/tmp.Rg8FGeNXcv /tmp/tmp.gcOmFF3hWm
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.KccI9LFazT
++ mktemp
+ local LAST_ERR=/tmp/tmp.TZf7UTULh0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KccI9LFazT
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.TZf7UTULh0
+ rm /tmp/tmp.KccI9LFazT /tmp/tmp.TZf7UTULh0
+ return 0
+ desc 'PXC cluster update with explicitly specified image inside version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
PXC cluster update with explicitly specified image inside version service
-----------------------------------------------------------------------------------

+ spinup_pxc smart-update /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.4MDBgB9OT2
++ mktemp
+ local LAST_ERR=/tmp/tmp.T9Nb2iDHOg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4MDBgB9OT2
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.T9Nb2iDHOg
+ rm /tmp/tmp.4MDBgB9OT2 /tmp/tmp.T9Nb2iDHOg
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_OUT=/tmp/tmp.50CfdhRRUY
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update2-10343~
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_ERR=/tmp/tmp.g8vL71vl72
+ local exit_status=0
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.50CfdhRRUY
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.g8vL71vl72
+ rm /tmp/tmp.50CfdhRRUY /tmp/tmp.g8vL71vl72
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.RECmNGz0mO
++ mktemp
+ local LAST_ERR=/tmp/tmp.n8earCv0WA
+ local exit_status=0
++ seq 0 2
+ cat_config /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ cat /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update2-10343~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RECmNGz0mO
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.n8earCv0WA
+ rm /tmp/tmp.RECmNGz0mO /tmp/tmp.n8earCv0WA
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.5JXcj14gjH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.c7gtf61rjN
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.5JXcj14gjH
+++ cat /tmp/tmp.c7gtf61rjN
+++ rm /tmp/tmp.5JXcj14gjH /tmp/tmp.c7gtf61rjN
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
++ mktemp
+ local LAST_OUT=/tmp/tmp.8yPWls2Ljc
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZJj8qdKidi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update2-10343
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.8yPWls2Ljc
+ cat /tmp/tmp.ZJj8qdKidi
error: no matching resources found
+ rm /tmp/tmp.8yPWls2Ljc /tmp/tmp.ZJj8qdKidi
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IBpXPpHIaG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VYsTaL8fmI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IBpXPpHIaG
++ cat /tmp/tmp.VYsTaL8fmI
++ rm /tmp/tmp.IBpXPpHIaG /tmp/tmp.VYsTaL8fmI
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MmRUOv7JwG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mhlvTwqbnq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MmRUOv7JwG
++ cat /tmp/tmp.mhlvTwqbnq
++ rm /tmp/tmp.MmRUOv7JwG /tmp/tmp.mhlvTwqbnq
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oqhDZqrlf3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.py74Y91jpC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oqhDZqrlf3
++ cat /tmp/tmp.py74Y91jpC
++ rm /tmp/tmp.oqhDZqrlf3 /tmp/tmp.py74Y91jpC
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xQBAEzNxvD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2dQfrMuFMn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xQBAEzNxvD
++ cat /tmp/tmp.2dQfrMuFMn
++ rm /tmp/tmp.xQBAEzNxvD /tmp/tmp.2dQfrMuFMn
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3viMaDQoCf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1oSoL7EJ0d
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3viMaDQoCf
++ cat /tmp/tmp.1oSoL7EJ0d
++ rm /tmp/tmp.3viMaDQoCf /tmp/tmp.1oSoL7EJ0d
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RyQk8Pd2u9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zovacMWjHV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RyQk8Pd2u9
++ cat /tmp/tmp.zovacMWjHV
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.RyQk8Pd2u9 /tmp/tmp.zovacMWjHV
++ return 0
+ '[' '' ']'
++ jq -r '.versions[].matrix.pxc[].imagePath'
++ grep :8.0
++ head -n1
+++ get_operator_pod
+++ local label_prefix=app.kubernetes.io/
++++ grep -c percona-xtradb-cluster-operator
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ sort -V
++ tail -n2
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vRTc4x4n3w
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.QieWaKk9RU
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.vRTc4x4n3w
+++ cat /tmp/tmp.QieWaKk9RU
+++ rm /tmp/tmp.vRTc4x4n3w /tmp/tmp.QieWaKk9RU
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-65bcc9cb57-8rnt6 -n pxc-operator -- curl -s http://version-service.smart-update2-10343.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QI9CX4Unfs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U8Nl892hOB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-65bcc9cb57-8rnt6 -n pxc-operator -- curl -s http://version-service.smart-update2-10343.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QI9CX4Unfs
++ cat /tmp/tmp.U8Nl892hOB
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.QI9CX4Unfs /tmp/tmp.U8Nl892hOB
++ return 0
+ vs_image=percona/percona-xtradb-cluster:8.0.19-10.1
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RuK9sB0d8p
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.A34MXop81c
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.RuK9sB0d8p
+++ cat /tmp/tmp.A34MXop81c
+++ rm /tmp/tmp.RuK9sB0d8p /tmp/tmp.A34MXop81c
+++ return 0
++ client_pod=pxc-client-6644d8898f-8pz2t
++ wait_pod pxc-client-6644d8898f-8pz2t
++ local pod=pxc-client-6644d8898f-8pz2t
++ local max_retry=480
++ local ns=
+++ echo pxc-client-6644d8898f-8pz2t
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"upgradeOptions":{"versionServiceEndpoint":"http://version-service:11000","apply":"percona/percona-xtradb-cluster:8.0.19-10.1","schedule": "* * * * *"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.d9Zvxen0eR
++ mktemp
+ local LAST_ERR=/tmp/tmp.hv4h39RMA5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"upgradeOptions":{"versionServiceEndpoint":"http://version-service:11000","apply":"percona/percona-xtradb-cluster:8.0.19-10.1","schedule": "* * * * *"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.d9Zvxen0eR
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.hv4h39RMA5
+ rm /tmp/tmp.d9Zvxen0eR /tmp/tmp.hv4h39RMA5
+ return 0
+ sleep 55
+ check_last_pod_to_update smart-update smart-update-pxc-0 3 percona/percona-xtradb-cluster:percona/percona-xtradb-cluster:8.0.19-10.1
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=percona/percona-xtradb-cluster:percona/percona-xtradb-cluster:8.0.19-10.1
+ set +x
Waiting for the last pod to update+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Os4J8APhPo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2OMhzScuzR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Os4J8APhPo
++ cat /tmp/tmp.2OMhzScuzR
++ rm /tmp/tmp.Os4J8APhPo /tmp/tmp.2OMhzScuzR
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TYamzVhseV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l7TbPspZWl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TYamzVhseV
++ cat /tmp/tmp.l7TbPspZWl
++ rm /tmp/tmp.TYamzVhseV /tmp/tmp.l7TbPspZWl
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.zdJm9W09dw
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.DFIBEUqm8A
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.zdJm9W09dw
+++++ cat /tmp/tmp.DFIBEUqm8A
+++++ rm /tmp/tmp.zdJm9W09dw /tmp/tmp.DFIBEUqm8A
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8ZzDCbfSMZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SFVPcy5pKN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8ZzDCbfSMZ
++ cat /tmp/tmp.SFVPcy5pKN
++ rm /tmp/tmp.8ZzDCbfSMZ /tmp/tmp.SFVPcy5pKN
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n9On38foeJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1yHFH7qxHE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.n9On38foeJ
++ cat /tmp/tmp.1yHFH7qxHE
++ rm /tmp/tmp.n9On38foeJ /tmp/tmp.1yHFH7qxHE
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sFg7fRnaQj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Bn7a8dkG9P
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sFg7fRnaQj
++ cat /tmp/tmp.Bn7a8dkG9P
++ rm /tmp/tmp.sFg7fRnaQj /tmp/tmp.Bn7a8dkG9P
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3ksjiqVcD9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZXX7qhcauQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3ksjiqVcD9
++ cat /tmp/tmp.ZXX7qhcauQ
++ rm /tmp/tmp.3ksjiqVcD9 /tmp/tmp.ZXX7qhcauQ
++ return 0
+ client_pod=pxc-client-6644d8898f-8pz2t
+ wait_pod pxc-client-6644d8898f-8pz2t
+ local pod=pxc-client-6644d8898f-8pz2t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-8pz2t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-8pz2t condition met
pxc-client-6644d8898f-8pz2t.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.2fsStHOXbQ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/compare/select-1.sql /tmp/tmp.2fsStHOXbQ/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.L8Ez9X9dxb
++ mktemp
+ local LAST_ERR=/tmp/tmp.GN8B2l0wBE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.2fsStHOXbQ/smart-update-version-service-unreachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.L8Ez9X9dxb
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.GN8B2l0wBE
+ rm /tmp/tmp.L8Ez9X9dxb /tmp/tmp.GN8B2l0wBE
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.hB1EteyORY
++ mktemp
+ local LAST_ERR=/tmp/tmp.XSKM3kGVGg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hB1EteyORY
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.XSKM3kGVGg
+ rm /tmp/tmp.hB1EteyORY /tmp/tmp.XSKM3kGVGg
+ return 0
+ desc cleanup
+ set +o xtrace


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.49C1n81KYU
++ mktemp
+ local LAST_ERR=/tmp/tmp.CkjeEGB7Uf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update2/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.49C1n81KYU
deployment.apps "version-service" deleted
service "version-service" deleted
+ cat /tmp/tmp.CkjeEGB7Uf
+ rm /tmp/tmp.49C1n81KYU /tmp/tmp.CkjeEGB7Uf
+ return 0
+ destroy smart-update2-10343
+ local namespace=smart-update2-10343
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
+ grep -v 'get backup status: Job.batch'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ tee /tmp/tmp.2fsStHOXbQ/operator.log
+ sort -u
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+++ grep -c percona-xtradb-cluster-operator
+ grep -v level=info
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nLOxLli6GD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.13nwgspweQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nLOxLli6GD
++ cat /tmp/tmp.13nwgspweQ
++ rm /tmp/tmp.nLOxLli6GD /tmp/tmp.13nwgspweQ
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-65bcc9cb57-8rnt6
++ mktemp
+ local LAST_OUT=/tmp/tmp.00OivKqW69
++ mktemp
+ local LAST_ERR=/tmp/tmp.0gHDz0lYLN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-65bcc9cb57-8rnt6
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.00OivKqW69
+ cat /tmp/tmp.0gHDz0lYLN
+ rm /tmp/tmp.00OivKqW69 /tmp/tmp.0gHDz0lYLN
+ return 0
2024/05/16 03:01:03 http: TLS handshake error from 10.142.89.3:51024: EOF
2024/05/16 03:01:04 http: TLS handshake error from 10.142.89.16:50208: EOF
2024/05/16 03:01:04 http: TLS handshake error from 10.142.89.16:50224: EOF
2024-05-16T03:00:40.974Z	INFO	setup	Manager starting up	{"gitCommit": "588ca5536273d1a7fbb90c4eeb773bd67d233b66", "gitBranch": "PR-1713-588ca553", "buildTime": "2024-05-16T01:35:17Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"}
2024-05-16T03:00:40.974Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.26.15-gke.1300000"}
2024-05-16T03:00:40.975Z	INFO	setup	Registering Components.
2024-05-16T03:00:44.465Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-05-16T03:00:44.469Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-05-16T03:00:44.469Z	INFO	controller-runtime.metrics	Starting metrics server
2024-05-16T03:00:44.469Z	INFO	setup	Starting the Cmd.
2024-05-16T03:00:44.550Z	INFO	controller-runtime.webhook	Starting webhook server
2024-05-16T03:00:44.550Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-05-16T03:00:44.551Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-05-16T03:00:44.551Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-05-16T03:00:44.551Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-05-16T03:00:44.651Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-05-16T03:01:03.395Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-05-16T03:01:03.396Z	DEBUG	events	percona-xtradb-cluster-operator-65bcc9cb57-8rnt6_4d58d751-8a60-4bdb-91d6-993279718522 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"3c4fa590-0382-41e4-ad42-ef2654528692","apiVersion":"coordination.k8s.io/v1","resourceVersion":"45191"}, "reason": "LeaderElection"}
2024-05-16T03:01:03.396Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-05-16T03:01:03.396Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-05-16T03:01:03.396Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-05-16T03:01:03.396Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: unknown type"}
2024-05-16T03:01:03.396Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: unknown type"}
2024-05-16T03:01:03.396Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: unknown type"}
2024-05-16T03:01:03.510Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-05-16T03:01:03.510Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-05-16T03:01:03.510Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-05-16T03:01:03.972Z	ERROR	Reconciler error	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "minimal-cluster", "reconcileID": "6df5843e-2748-4d33-acf3-0f8d37545169", "error": "Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")"}
2024-05-16T03:01:03.972Z	INFO	Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "minimal-cluster", "reconcileID": "6df5843e-2748-4d33-acf3-0f8d37545169"}
2024-05-16T03:01:04.035Z	ERROR	Reconciler error	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "minimal-cluster", "reconcileID": "d022e586-714e-422f-956e-916dd515aa70", "error": "Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")"}
2024-05-16T03:01:04.035Z	INFO	Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "minimal-cluster", "reconcileID": "d022e586-714e-422f-956e-916dd515aa70"}
2024-05-16T03:01:04.158Z	ERROR	Reconciler error	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "minimal-cluster", "reconcileID": "03ee2ac4-dac4-47da-bbed-765c7da4fed6", "error": "Internal error occurred: failed calling webhook \"validationwebhook.pxc.percona.com\": failed to call webhook: Post \"https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s\": tls: failed to verify certificate: x509: certificate signed by unknown authority (possibly because of \"crypto/rsa: verification error\" while trying to verify candidate authority certificate \"Root CA\")"}
2024-05-16T03:01:04.158Z	INFO	Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "minimal-cluster", "reconcileID": "03ee2ac4-dac4-47da-bbed-765c7da4fed6"}
2024-05-16T03:01:46.015Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f542057a-8d7d-44ec-b38a-be6d9ff40c50", "oldSize": 1, "newSize": 2}
2024-05-16T03:01:52.555Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f542057a-8d7d-44ec-b38a-be6d9ff40c50"}
2024-05-16T03:01:53.054Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 7f913a47-bf36-42d7-a36d-076b8cff2358
2024-05-16T03:01:53.128Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ea6d3cd6-104f-40a1-80dd-0ae25a41206c", "oldSize": 1, "newSize": 2}
2024-05-16T03:01:53.254Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ea6d3cd6-104f-40a1-80dd-0ae25a41206c"}
2024-05-16T03:01:58.128Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8bfaaeaa-599b-46f5-9642-11144cc6f65c", "oldSize": 1, "newSize": 2}
2024-05-16T03:01:58.211Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8bfaaeaa-599b-46f5-9642-11144cc6f65c"}
2024-05-16T03:02:03.248Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d738bd87-3c2d-430c-9c23-3fd8e2fe14bc", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:03.447Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d738bd87-3c2d-430c-9c23-3fd8e2fe14bc"}
2024-05-16T03:02:08.516Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "19a22f62-09ae-4374-a068-f2fea687f108", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:08.619Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "19a22f62-09ae-4374-a068-f2fea687f108"}
2024-05-16T03:02:13.665Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "776a8d07-9521-4b6f-a947-7abea68f5bf4", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:13.818Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "776a8d07-9521-4b6f-a947-7abea68f5bf4"}
2024-05-16T03:02:18.869Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e0e4f6f4-874f-452a-a4c5-8fd9700a6037", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:18.967Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e0e4f6f4-874f-452a-a4c5-8fd9700a6037"}
2024-05-16T03:02:24.016Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b2f959e0-bc13-4e07-81cb-073bbeaf86e5", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:24.117Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b2f959e0-bc13-4e07-81cb-073bbeaf86e5"}
2024-05-16T03:02:29.178Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ae223dd1-82fb-45cb-992c-582922204e40", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:29.285Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ae223dd1-82fb-45cb-992c-582922204e40"}
2024-05-16T03:02:34.333Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "3923a6a0-fcb7-4811-95ea-a96e168a268c", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:34.451Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "3923a6a0-fcb7-4811-95ea-a96e168a268c"}
2024-05-16T03:02:39.495Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "be14c98f-8bfc-45a5-a392-63bfe57c3a94", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:39.583Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "be14c98f-8bfc-45a5-a392-63bfe57c3a94"}
2024-05-16T03:02:44.631Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "97c8cd0f-9154-4788-97ce-9b3be019f464", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:44.721Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "97c8cd0f-9154-4788-97ce-9b3be019f464"}
2024-05-16T03:02:49.794Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f12b6099-064f-4b8c-a038-aacc616180cd", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:49.888Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f12b6099-064f-4b8c-a038-aacc616180cd"}
2024-05-16T03:02:54.930Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "786cf513-998c-4a45-849e-f4cb52b6ccb1", "oldSize": 1, "newSize": 2}
2024-05-16T03:02:55.005Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "786cf513-998c-4a45-849e-f4cb52b6ccb1"}
2024-05-16T03:03:00.045Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a56acea9-ecf1-47d4-9208-155aa2bd2cee", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:00.176Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a56acea9-ecf1-47d4-9208-155aa2bd2cee"}
2024-05-16T03:03:05.214Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "76784761-93d1-40c0-b402-d81448ff81ca", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:05.303Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "76784761-93d1-40c0-b402-d81448ff81ca"}
2024-05-16T03:03:10.346Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "47d75df2-ecf7-4a8d-a510-e863d314027f", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:10.440Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "47d75df2-ecf7-4a8d-a510-e863d314027f"}
2024-05-16T03:03:10.551Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:10.658Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120", "user": "operator"}
2024-05-16T03:03:10.701Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120", "user": "monitor"}
2024-05-16T03:03:10.782Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120"}
2024-05-16T03:03:10.827Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120"}
2024-05-16T03:03:10.869Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120", "user": "xtrabackup"}
2024-05-16T03:03:10.935Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120"}
2024-05-16T03:03:10.979Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120", "user": "replication"}
2024-05-16T03:03:11.061Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5afe21bb-013d-4230-bf89-63af050b8120"}
2024-05-16T03:03:15.551Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d4b0a6d6-07fb-430b-bc32-2a3bdc1423ee", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:15.734Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d4b0a6d6-07fb-430b-bc32-2a3bdc1423ee"}
2024-05-16T03:03:20.813Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "471d0000-3ed4-42b2-a225-defb5b7a4c12", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:20.956Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "471d0000-3ed4-42b2-a225-defb5b7a4c12"}
2024-05-16T03:03:26.042Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ecd3aa56-da88-4dfe-b406-30fc77b055c0", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:26.185Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ecd3aa56-da88-4dfe-b406-30fc77b055c0"}
2024-05-16T03:03:31.271Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "78543925-6f4e-4700-bde6-d275bd6cb5d9", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:31.421Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "78543925-6f4e-4700-bde6-d275bd6cb5d9"}
2024-05-16T03:03:31.555Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7f2e8b51-8aad-446a-8c06-9e0a861c4fff", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:36.556Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "460ca998-1410-465a-b2a4-46c7f85daad6", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:42.784Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "85161926-2e22-461a-8c74-437f32b59e0c", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:49.021Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db963431-0d3a-47d6-a7cd-c6cefe015616", "oldSize": 1, "newSize": 2}
2024-05-16T03:03:55.324Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e2a2efe2-1d05-4022-995c-744d1d55dfa8", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:01.545Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "098d65fc-0c9d-41c8-be2b-bed496ec3bf9", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:07.898Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "09c8771f-4007-403b-aac1-bfc654ed8ac7", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:14.157Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db1a9b8c-1000-42c3-b6bb-777e626094f2", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:20.412Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "916266e2-8fb4-4d86-8008-dc49276c3685", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:21.706Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "c64ad403-003f-48bf-9f13-7b53aa539a4e", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:26.707Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ab723fd8-e5d8-41a2-8bcf-ec67e1e12072", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:32.924Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d938c67a-794e-485c-befa-5b1e200a4746", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:39.214Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "89351246-d07b-47c6-b2ec-6e8ce8dc384e", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:45.476Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e128dc33-5063-41e0-bb2d-e1f8ceecbc49", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:52.120Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bdec41d8-6b3f-4ada-9432-a404769207ba", "oldSize": 1, "newSize": 2}
2024-05-16T03:04:58.357Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "82fe0eeb-861a-4b10-9730-1c52d9113597", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:04.600Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "454f5b00-c1fd-44cb-bf4e-4ece329f8206", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:10.909Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "0d28cb2b-da04-43c6-8b80-1608c6f3af48", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:17.139Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8f93489a-6d1b-40ef-8844-040e2ff48763", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:23.889Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "02e96320-969b-490a-8f79-fa49cd3cb53c", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:30.166Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fe3d2c5b-c509-495e-b64e-ea7191306b8e", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:36.463Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "924e841a-7926-40bd-96aa-fcd2bb6637d8", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:37.759Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1445df94-9d6f-4322-8c4c-346882e02ef7", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:37.853Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1445df94-9d6f-4322-8c4c-346882e02ef7", "user": "root"}
2024-05-16T03:05:39.050Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1445df94-9d6f-4322-8c4c-346882e02ef7", "new version": "8.0.19-10"}
2024-05-16T03:05:39.151Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "4379b1e8-f8e3-438e-b5fc-a9ff27d9402e", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:42.760Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "83dc78a9-e785-43c9-8e71-0389e0b222fc", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:49.027Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "6b21d1de-866a-423c-bed0-489ed3974b24", "oldSize": 1, "newSize": 2}
2024-05-16T03:05:55.308Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "90e0a472-cb88-4836-b406-b02885311aa3", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:01.694Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ad92e2bf-f450-4cf9-811a-02e16958eb4d", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:08.112Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "c3f55c05-a8f2-425c-8f11-2cfcc1b6f219", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:14.397Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b9bfac1f-211f-4301-958b-52ae598a1b9f", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:20.727Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "989c8845-464b-4e08-8010-6da6913300a3", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:27.068Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "746e7c26-5cd1-4ec1-8751-3132c037efd5", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:33.358Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "689e6009-2b75-425d-b5a7-9645e56879c9", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:39.625Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fde59cb2-801b-4012-83b0-7c54f1b9bec8", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:45.971Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "20af4756-208d-4bfb-930d-de442e9bbb6a", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:52.809Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7c8c39cb-1436-46dc-abea-6053b8589bdb", "oldSize": 1, "newSize": 2}
2024-05-16T03:06:59.099Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5493eafe-1864-46d8-b81b-6d3b987be112", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:05.389Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "638459d1-df71-4654-af9b-d95c0c534cc6", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:11.716Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "02e1cb32-4fd0-41c1-8112-c9c4faf4eea4", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:18.192Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1c77db5c-2f68-49fb-95d6-54ee5f5c4221", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:19.836Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:21.124Z	INFO	add new job	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "name": "ensure-version/smart-update2-10343/smart-update", "schedule": "* * * * *"}
2024-05-16T03:07:21.238Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "43968999-3c7f-45dc-ac8d-be6edaa17797", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:24.642Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9a84f701-10dc-4c85-a7c2-e995b88861e5", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:30.963Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9caa5fec-a23a-4151-8da0-1100b0fcdf13", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:37.848Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "13fc4778-a5c2-4512-8155-b47f6ef85a77", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:44.096Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b8355670-7397-4741-86f6-3d5e123c0168", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:50.358Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "269487b1-7343-41b9-9d18-8e49b6427ce8", "oldSize": 1, "newSize": 2}
2024-05-16T03:07:56.690Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "28bccffa-cc3b-4b72-bc83-7fd89822548c", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:03.047Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "4533a8a1-e634-475a-9eb2-a066d7f58c05", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:09.456Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d779fc99-c65d-403b-a33c-5e06bdd9f0cc", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:15.753Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "0fac55ae-62f1-4c11-a602-4c7d9f9a7579", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:21.000Z	DEBUG	Use version service endpoint	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "endpoint": "http://version-service.smart-update2-10343.svc.cluster.local:11000"}
2024-05-16T03:08:21.000Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:21.038Z	ERROR	failed to ensure version	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "error": "failed to get new versions: failed to check version: Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/recommended?clusterWideEnabled=true&customResourceUid=7f913a47-bf36-42d7-a36d-076b8cff2358&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host", "errorVerbose": "Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/recommended?clusterWideEnabled=true&customResourceUid=7f913a47-bf36-42d7-a36d-076b8cff2358&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host\nfailed to check version\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).getNewVersions\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:266\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:283\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to get new versions\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:285\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-05-16T03:08:22.811Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bfada8d5-6612-4503-b257-acf7edbc8b10", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:29.110Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7d5fa048-6799-4145-921c-1ceb03d1a1a1", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:35.476Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ed1fd24e-b4a7-489f-bdcf-7a9a804a5f30", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:41.745Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "6bb97f7b-f237-4052-b623-53d939ad9de5", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:48.062Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9d4d1e99-97cb-4374-be11-bb4291235a2f", "oldSize": 1, "newSize": 2}
2024-05-16T03:08:51.361Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5f37764d-e8be-485a-9b87-c038010f2d0c", "oldSize": 1, "newSize": 2}
2024-05-16T03:09:21.001Z	DEBUG	Use version service endpoint	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "endpoint": "http://version-service.smart-update2-10343.svc.cluster.local:11000"}
2024-05-16T03:09:21.134Z	ERROR	failed to ensure version	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db5e527a-4dc1-4dc4-a0c8-4a7402dbac3a", "error": "failed to get new versions: failed to check version: Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/recommended?clusterWideEnabled=true&customResourceUid=7f913a47-bf36-42d7-a36d-076b8cff2358&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host", "errorVerbose": "Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/recommended?clusterWideEnabled=true&customResourceUid=7f913a47-bf36-42d7-a36d-076b8cff2358&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host\nfailed to check version\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).getNewVersions\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:266\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:283\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to get new versions\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:285\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-05-16T03:09:51.038Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1afe5992-0dfe-4131-9a3b-b2f17811b54c", "oldSize": 1, "newSize": 2}
2024-05-16T03:09:51.626Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1afe5992-0dfe-4131-9a3b-b2f17811b54c"}
2024-05-16T03:09:52.392Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 60dab116-c419-4174-a6b1-11511927f5dc
2024-05-16T03:09:52.455Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a806280a-1c90-4e97-b11e-15db2f49094c", "oldSize": 1, "newSize": 2}
2024-05-16T03:09:52.558Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a806280a-1c90-4e97-b11e-15db2f49094c"}
2024-05-16T03:09:52.750Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1f9b1f25-7bc5-48ae-a803-70de064ffa04", "oldSize": 1, "newSize": 2}
2024-05-16T03:09:52.853Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1f9b1f25-7bc5-48ae-a803-70de064ffa04"}
2024-05-16T03:09:57.892Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7a28b5e3-227e-4b3b-be45-2930495e5f95", "oldSize": 1, "newSize": 2}
2024-05-16T03:09:57.997Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7a28b5e3-227e-4b3b-be45-2930495e5f95"}
2024-05-16T03:10:03.034Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5702ec1d-4a53-4cbf-979d-57bb03979044", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:03.225Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5702ec1d-4a53-4cbf-979d-57bb03979044"}
2024-05-16T03:10:08.321Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "29dde52c-f3ac-4979-a714-8e7fba3d3d73", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:08.404Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "29dde52c-f3ac-4979-a714-8e7fba3d3d73"}
2024-05-16T03:10:13.453Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "faeaf91c-3f84-481a-88b3-5cf5c35af38c", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:13.574Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "faeaf91c-3f84-481a-88b3-5cf5c35af38c"}
2024-05-16T03:10:18.638Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "95668a0e-2f1d-451e-8380-dc3b3320b2c1", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:18.740Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "95668a0e-2f1d-451e-8380-dc3b3320b2c1"}
2024-05-16T03:10:23.800Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db85c1d6-3d72-479b-a93b-a2fae20f552c", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:23.898Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db85c1d6-3d72-479b-a93b-a2fae20f552c"}
2024-05-16T03:10:28.943Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa67fdf5-a01c-491c-b37d-c08d78d8eb05", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:29.039Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa67fdf5-a01c-491c-b37d-c08d78d8eb05"}
2024-05-16T03:10:34.089Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "206d23c3-5d93-4c1e-82b4-e7b5bb09b6ed", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:34.227Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "206d23c3-5d93-4c1e-82b4-e7b5bb09b6ed"}
2024-05-16T03:10:39.303Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ae54cc4f-dd85-40ec-b3d6-74d7d3b6894c", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:39.477Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ae54cc4f-dd85-40ec-b3d6-74d7d3b6894c"}
2024-05-16T03:10:44.560Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "53bd9181-6b27-4bfc-875d-b0e60986b5bf", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:44.645Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "53bd9181-6b27-4bfc-875d-b0e60986b5bf"}
2024-05-16T03:10:49.691Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "affdb315-baac-4fa6-8888-b2d802090e2e", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:49.825Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "affdb315-baac-4fa6-8888-b2d802090e2e"}
2024-05-16T03:10:54.870Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7831cc88-d6b2-4d1e-8312-5aad906d3417", "oldSize": 1, "newSize": 2}
2024-05-16T03:10:54.980Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7831cc88-d6b2-4d1e-8312-5aad906d3417"}
2024-05-16T03:11:00.019Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7698a3c0-a967-4be9-a1ea-6f4e325a23eb", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:00.110Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7698a3c0-a967-4be9-a1ea-6f4e325a23eb"}
2024-05-16T03:11:05.162Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "df36f62a-dc31-4880-bbd3-e8347869b5e1", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:05.285Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "df36f62a-dc31-4880-bbd3-e8347869b5e1"}
2024-05-16T03:11:10.338Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "36812a80-b27d-4c65-9d56-3a86598a5339", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:10.555Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "36812a80-b27d-4c65-9d56-3a86598a5339"}
2024-05-16T03:11:10.771Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1d92ec00-0913-43b8-a4b0-dce87d909a9d", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:10.935Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1d92ec00-0913-43b8-a4b0-dce87d909a9d"}
2024-05-16T03:11:15.771Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a1a64b57-abf4-40ab-af75-7f2ea721581d", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:15.917Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a1a64b57-abf4-40ab-af75-7f2ea721581d"}
2024-05-16T03:11:21.006Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "2ca47137-a365-4f37-a3e4-02033baaee69", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:21.118Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "2ca47137-a365-4f37-a3e4-02033baaee69"}
2024-05-16T03:11:26.195Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7947a353-8940-46b5-b4e9-2aeb2dda1f65", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:26.311Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7947a353-8940-46b5-b4e9-2aeb2dda1f65"}
2024-05-16T03:11:31.386Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "70a447b6-2d66-47dc-8ea5-19d6d1e5036b", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:31.545Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "70a447b6-2d66-47dc-8ea5-19d6d1e5036b"}
2024-05-16T03:11:31.677Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e8f2c995-4871-4b37-b334-ec03d480de09", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:36.677Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f64a3d83-e963-4fe8-8408-6985ae95ac8a", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:42.975Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e163b208-4894-47cd-a013-27807e1485c8", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:49.189Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b0cdff78-7453-4483-802f-0886963e2a51", "oldSize": 1, "newSize": 2}
2024-05-16T03:11:55.397Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "95aa40ab-5cea-4625-b340-7bd766d34d4a", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:01.605Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "c26ac0a9-5f2b-43ba-859c-af5eb20f2125", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:07.962Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "2173da35-dce3-4a22-975b-bbf4d9fcdce8", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:14.177Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "26eb62ad-71ab-43dd-87c6-492881886157", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:20.422Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "03f83e80-bbbd-4241-911e-2de91fa9ff20", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:22.449Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "543f2b15-616d-4bde-9b45-371eb837c83e", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:27.447Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "0088a3b9-e527-4bfc-bfff-0f3265739175", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:33.689Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "11dd6c8a-cb82-4c9a-9549-5fe552d9bdd9", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:39.949Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "856854d4-5c47-4034-aeb3-3dda1f72507d", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:46.142Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "069b722c-d3f6-482d-8af2-f0f5701630aa", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:52.833Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "3f4f0657-4ae2-443e-aa40-67b84d7306ec", "oldSize": 1, "newSize": 2}
2024-05-16T03:12:59.039Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "71bb0bbd-9246-45b3-8db9-681e95afd732", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:05.358Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "424ce9aa-b505-41ef-8871-4ff3b0417ff6", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:11.572Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "aac776bd-3870-4475-bf5d-85217c5bfe78", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:17.788Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a84e676e-be91-4172-ac1d-ac3005048898", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:24.139Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "cd4d6122-82a0-46b0-b7bf-7cedbc288c35", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:30.398Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "013af642-6e39-4ae0-a6ba-616cf9bcc20c", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:36.678Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b3dd35f1-d14e-44e3-ac1f-c97b94992838", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:37.955Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8542feb3-084f-4115-bc43-c948d47594b8", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:39.330Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8542feb3-084f-4115-bc43-c948d47594b8", "new version": "8.0.19-10"}
2024-05-16T03:13:39.505Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9e671653-ace8-4f77-b772-7021b3f549d0", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:42.955Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5fc797b5-6864-4f15-b03c-7454389e627e", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:49.255Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "43492574-06c4-423f-8f57-e237902621a8", "oldSize": 1, "newSize": 2}
2024-05-16T03:13:55.507Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9ab3c12c-a409-438f-a4ed-dd2e3f703668", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:01.784Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e0b61473-a3ea-4619-a02c-811195de0061", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:08.146Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ef7f2608-f648-4523-bbd8-d3d89b11a8dc", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:14.414Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8c24a30b-322c-4dd8-b4c1-75c3fdd6e5cc", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:20.729Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8a681963-9885-449c-8a3a-b8a1f278c34c", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:27.042Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ab8f47a0-854b-4d8d-9c5d-6583ef6d29b1", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:33.331Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "cbc46bc0-3f11-4775-9a1d-e31fcef35fc3", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:39.599Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1001b793-fdb6-43cd-b590-21592f56f283", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:46.065Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a8fd5c34-6410-4e94-a4e6-272239354e43", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:52.801Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b9df24b6-7d25-4dc9-9b83-0225e26e316f", "oldSize": 1, "newSize": 2}
2024-05-16T03:14:59.116Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "049236c1-3ba6-4956-92bc-4e86dc77f126", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:03.452Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:04.696Z	INFO	add new job	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "name": "ensure-version/smart-update2-10343/smart-update", "schedule": "* * * * *"}
2024-05-16T03:15:04.831Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "66e753b3-aad1-4197-ac0d-894740335a85", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:06.105Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "64dcf6a0-8b2c-4f64-a7e1-bbd150bd2db8", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:11.106Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8d720290-f87e-4b3c-af3d-bc89db795293", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:17.411Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "59d68a67-d402-42d7-9f6a-2b6e9fccaad1", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:24.054Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "01488504-ce45-4552-884d-21992991f33b", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:30.423Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "01a21e8d-112e-4153-9a38-de351b296461", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:36.859Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "91d0cf69-3520-4ff2-a9aa-d04003ead641", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:43.302Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ee7ad041-8f44-4fc4-bcdf-4887f0630774", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:49.649Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f2ae3c83-3af0-4d10-a07a-084728c5f6ed", "oldSize": 1, "newSize": 2}
2024-05-16T03:15:55.992Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "c4bf3cc9-38a6-43d4-b3bd-48a9681961fe", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:02.380Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5ed22a28-05b3-45ff-b34b-c7a35a9aa188", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:04.000Z	DEBUG	Use version service endpoint	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "endpoint": "http://version-service.smart-update2-10343.svc.cluster.local:11000"}
2024-05-16T03:16:04.000Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:04.034Z	ERROR	failed to ensure version	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "error": "failed to get new versions: failed to check version: Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/latest?clusterWideEnabled=true&customResourceUid=60dab116-c419-4174-a6b1-11511927f5dc&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host", "errorVerbose": "Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/latest?clusterWideEnabled=true&customResourceUid=60dab116-c419-4174-a6b1-11511927f5dc&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host\nfailed to check version\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).getNewVersions\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:266\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:283\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to get new versions\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:285\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-05-16T03:16:08.858Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "5125450f-86bb-48f5-aa06-2f5c95e9d20b", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:15.120Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "83fa0b90-4dac-4612-8f4c-e1eb9a73af2c", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:21.442Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "2fbf835f-507d-4484-b580-014a21e4d8c5", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:27.778Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "59553295-6f88-445b-9271-f9240b65b757", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:34.108Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "aa68cf9f-50e6-41d9-8955-07fb11657098", "oldSize": 1, "newSize": 2}
2024-05-16T03:16:36.699Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "0e67fe92-cf47-4bb4-9b22-7260fd3ab23c", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:04.000Z	DEBUG	Use version service endpoint	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "endpoint": "http://version-service.smart-update2-10343.svc.cluster.local:11000"}
2024-05-16T03:17:04.042Z	ERROR	failed to ensure version	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bcc8e9a3-8d15-4e9a-bd25-5730c283c197", "error": "failed to get new versions: failed to check version: Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/latest?clusterWideEnabled=true&customResourceUid=60dab116-c419-4174-a6b1-11511927f5dc&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host", "errorVerbose": "Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/latest?clusterWideEnabled=true&customResourceUid=60dab116-c419-4174-a6b1-11511927f5dc&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host\nfailed to check version\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).getNewVersions\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:266\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:283\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to get new versions\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:285\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-05-16T03:17:34.715Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "afb5d759-98cc-4d62-a861-ef7066bed69e", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:34.868Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "afb5d759-98cc-4d62-a861-ef7066bed69e"}
2024-05-16T03:17:35.452Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 03b57c90-9afa-4d94-a28e-672b098237ff
2024-05-16T03:17:35.513Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d759070b-72f2-4316-8a98-c3ca7c93cf20", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:35.655Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d759070b-72f2-4316-8a98-c3ca7c93cf20"}
2024-05-16T03:17:38.759Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a4411f15-9a93-42f8-af61-0271504cb479", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:38.861Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a4411f15-9a93-42f8-af61-0271504cb479"}
2024-05-16T03:17:43.897Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7dddd0f2-95dd-4c99-a5da-aae0de8474bc", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:43.970Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7dddd0f2-95dd-4c99-a5da-aae0de8474bc"}
2024-05-16T03:17:49.010Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8dff156e-7153-450f-b524-ac812af2ac42", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:49.091Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8dff156e-7153-450f-b524-ac812af2ac42"}
2024-05-16T03:17:54.126Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ac198566-6e45-4cd7-af12-8073d0c337f2", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:54.213Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ac198566-6e45-4cd7-af12-8073d0c337f2"}
2024-05-16T03:17:59.263Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "4fd293f1-5669-4a1e-b95d-ac692003ae7f", "oldSize": 1, "newSize": 2}
2024-05-16T03:17:59.340Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "4fd293f1-5669-4a1e-b95d-ac692003ae7f"}
2024-05-16T03:18:04.395Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a01b4c33-88f8-40d0-bb7a-d58afeeb3b61", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:04.531Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a01b4c33-88f8-40d0-bb7a-d58afeeb3b61"}
2024-05-16T03:18:09.638Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "6754a6d7-6b9b-4930-b26f-59bfe2a6429a", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:09.794Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "6754a6d7-6b9b-4930-b26f-59bfe2a6429a"}
2024-05-16T03:18:14.841Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "163a8884-02d9-45f9-9345-297792004f53", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:14.979Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "163a8884-02d9-45f9-9345-297792004f53"}
2024-05-16T03:18:20.036Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a7936256-2d99-4295-a1c7-762725e1b542", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:20.114Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a7936256-2d99-4295-a1c7-762725e1b542"}
2024-05-16T03:18:25.155Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "765899ee-a77f-4380-88ae-4a7fbaf0fb84", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:25.238Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "765899ee-a77f-4380-88ae-4a7fbaf0fb84"}
2024-05-16T03:18:30.290Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "4d2cf78d-7aff-4d7d-9052-63787da86157", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:30.381Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "4d2cf78d-7aff-4d7d-9052-63787da86157"}
2024-05-16T03:18:35.427Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ce09b5ec-3d03-4b44-842d-bd33e177d91f", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:35.543Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ce09b5ec-3d03-4b44-842d-bd33e177d91f"}
2024-05-16T03:18:40.588Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f6f23a3f-27e0-4333-8086-5ab8211ecd5c", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:40.690Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f6f23a3f-27e0-4333-8086-5ab8211ecd5c"}
2024-05-16T03:18:45.740Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8df18cea-2db4-4ed3-93dd-da662d212dc9", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:45.831Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8df18cea-2db4-4ed3-93dd-da662d212dc9"}
2024-05-16T03:18:50.868Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ce963d26-8174-4fc2-92a6-8d890c626597", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:51.123Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ce963d26-8174-4fc2-92a6-8d890c626597"}
2024-05-16T03:18:51.268Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "817ef122-899b-4e6c-9a15-9a4673cc253b", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:51.389Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "817ef122-899b-4e6c-9a15-9a4673cc253b"}
2024-05-16T03:18:56.268Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "81a830f2-37f5-44c5-b200-17146e88c9fb", "oldSize": 1, "newSize": 2}
2024-05-16T03:18:56.377Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "81a830f2-37f5-44c5-b200-17146e88c9fb"}
2024-05-16T03:19:01.466Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "44026e52-f9b5-49d3-9e82-c3b55dac5040", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:01.574Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "44026e52-f9b5-49d3-9e82-c3b55dac5040"}
2024-05-16T03:19:06.646Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "031d6e66-6ebc-426f-b972-7e0d907ff32b", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:06.837Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "031d6e66-6ebc-426f-b972-7e0d907ff32b"}
2024-05-16T03:19:11.920Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "20cd927b-bc4f-4cfe-baf5-3223631b0eca", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:12.018Z	INFO	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "20cd927b-bc4f-4cfe-baf5-3223631b0eca"}
2024-05-16T03:19:12.141Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "e70f1f27-3c29-4258-beb3-3a5f87ceed69", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:17.142Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "706e0ac3-d1ad-484b-917d-e465fee5291c", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:23.766Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9fe9f9cc-0881-4f3e-9f36-6b197aba1b7e", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:29.952Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "0c7bee6a-88c5-49ed-8bfd-d1a2eeb27ed3", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:36.210Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ad8c2a31-866c-4cbd-ba37-cb0e89bea396", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:42.422Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "51772f59-2786-453d-a15f-693244f520bb", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:48.610Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db30396b-ca3b-4a27-9a44-8d5fd22895f8", "oldSize": 1, "newSize": 2}
2024-05-16T03:19:54.787Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "db7b22ce-383d-4867-be6e-c09971e58c70", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:00.993Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "1a58fa9e-6834-47a5-856a-107a4d9fbb45", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:07.297Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "898c1bfa-f787-4aa0-9e6a-9b6e1d5c8b26", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:08.533Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f7df8a6c-2c2c-4c85-abc7-c706a6f351aa", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:13.534Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "76765c0d-9878-4317-b4dd-66602eada082", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:19.809Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bd7e6275-aefd-4912-973f-3db95c893a5b", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:26.094Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "c24337cf-e73a-4aea-a1a9-83fc3e95f1b2", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:32.368Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ba930dd7-eb03-40e6-87c8-d904e8d11ae2", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:39.053Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "7c11baac-4049-4880-bf37-a64948b377d2", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:45.349Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "086a06a9-02e9-4493-a5b6-d5bf7596d6a8", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:51.581Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "a44a5bd5-9388-440c-a80b-b528ed60e3db", "oldSize": 1, "newSize": 2}
2024-05-16T03:20:57.834Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "8c78730e-5e26-44a2-94d6-5e9ba14591fa", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:04.026Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "309504ca-c0fd-4faf-9d46-57687c25a2d4", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:10.298Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "63ea9cf6-63f3-44b1-be06-be84b3872d8e", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:16.518Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "003b3c32-2c9d-4e7c-907e-b77c81d9caa7", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:18.583Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "10fcd2b5-12b9-44de-87cc-4d710d46c91b", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:19.839Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "10fcd2b5-12b9-44de-87cc-4d710d46c91b", "new version": "8.0.19-10"}
2024-05-16T03:21:19.988Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fcebfd84-d3b9-4363-8a30-52cf12f2eea8", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:23.583Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "6595d520-33e1-4117-a89b-9ab70b74093f", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:29.842Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "69b0f72c-597c-4312-ac8e-bf9324877f62", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:36.116Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f506d61c-3f10-4b63-8c11-cb4a62599184", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:42.388Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "804b4a11-eca3-49a3-b180-8eb7f4cab93c", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:48.688Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b6c5577c-0d12-4529-bfef-1ec1236921f0", "oldSize": 1, "newSize": 2}
2024-05-16T03:21:54.953Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "723ace5d-0b1f-4c63-9b98-f9bab8012d58", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:01.202Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f81896c0-8fd4-4e2f-a510-b8fb8d700348", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:07.523Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d782eca0-f024-46c1-84c6-dd6cea624c57", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:13.877Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ec2ec819-2d1b-402f-afd7-f24500cd9456", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:20.221Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "3421db66-b94a-42e5-9920-2a1eb075f049", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:26.516Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "b054044b-b81a-48c9-9c84-33d7df860d33", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:32.798Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "da4a7565-076c-4c8e-bcd7-2128368a1eb5", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:39.066Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "9055defd-6888-4ee4-a1e0-18d5a135a2fd", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:42.849Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa5dccac-993f-477b-a054-ab50dd2a02e9", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:44.057Z	INFO	add new job	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa5dccac-993f-477b-a054-ab50dd2a02e9", "name": "ensure-version/smart-update2-10343/smart-update", "schedule": "* * * * *"}
2024-05-16T03:22:44.141Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "27484362-2476-437c-be6b-66f999e5b7e4", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:45.476Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "347f2760-b1e8-4fd8-a889-70768a495970", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:50.476Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "d6f2bdcb-f991-4f22-8221-3c036a5ae49f", "oldSize": 1, "newSize": 2}
2024-05-16T03:22:56.785Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "3018bd01-455b-42bd-99f3-21a846df514b", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:03.035Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "bf4ecedc-327f-4d7e-9edd-314f2253e518", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:09.547Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "13abbd68-e344-455a-9b7a-bd84edcfdb00", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:15.840Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f7f15d7f-186d-4e69-a028-f26940595f61", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:22.764Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "13099014-aef5-4a2c-8811-f5a2cc755601", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:29.017Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "08a9f401-6c8d-42ac-aca9-e9ceb7efccfb", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:35.313Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "404c8672-38d7-46f8-88fc-e8405346a4a2", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:41.552Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "6b620a3d-d43d-4002-9dde-271a98bf7d12", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:44.000Z	DEBUG	Use version service endpoint	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa5dccac-993f-477b-a054-ab50dd2a02e9", "endpoint": "http://version-service.smart-update2-10343.svc.cluster.local:11000"}
2024-05-16T03:23:44.000Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa5dccac-993f-477b-a054-ab50dd2a02e9", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:44.052Z	ERROR	failed to ensure version	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa5dccac-993f-477b-a054-ab50dd2a02e9", "error": "failed to get new versions: failed to check version: Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/percona%2Fpercona-xtradb-cluster:8.0.19-10.1?clusterWideEnabled=true&customResourceUid=03b57c90-9afa-4d94-a28e-672b098237ff&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host", "errorVerbose": "Get \"http://version-service:11000/versions/v1/pxc-operator/9.9.9/percona%2Fpercona-xtradb-cluster:8.0.19-10.1?clusterWideEnabled=true&customResourceUid=03b57c90-9afa-4d94-a28e-672b098237ff&databaseVersion=8.0.19-10&kubeVersion=v1.26.15-gke.1300000&platform=kubernetes\": dial tcp: lookup version-service on 10.158.240.10:53: no such host\nfailed to check version\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).getNewVersions\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:266\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:283\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to get new versions\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).ensurePXCVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:285\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:212\ngithub.com/robfig/cron/v3.FuncJob.Run\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136\ngithub.com/robfig/cron/v3.(*Cron).startJob.func1\n\t/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-05-16T03:23:47.827Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "64ceae6f-5db8-4aa9-a6ae-6dc9068a0a99", "oldSize": 1, "newSize": 2}
2024-05-16T03:23:54.184Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "c24c2e1b-5d7c-435e-8456-b244deb99fc3", "oldSize": 1, "newSize": 2}
2024-05-16T03:24:00.463Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ee7c0ab6-7131-40b0-963f-1c6704e6d16d", "oldSize": 1, "newSize": 2}
2024-05-16T03:24:06.759Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "ce5aef91-fa0c-4f63-8014-9eba0959741c", "oldSize": 1, "newSize": 2}
2024-05-16T03:24:10.968Z	INFO	Setting safe defaults, updating HAProxy size	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "f2e1b4fa-646d-40c3-b2e2-89bf37763141", "oldSize": 1, "newSize": 2}
2024-05-16T03:24:46.362Z	INFO	cluster is not found, deleting the job	{"controller": "pxc-controller", "namespace": "smart-update2-10343", "name": "smart-update", "reconcileID": "fa5dccac-993f-477b-a054-ab50dd2a02e9", "name": "ensure-version/smart-update2-10343/smart-update", "cluster": "smart-update", "namespace": "smart-update2-10343"}
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).scheduleEnsurePXCVersion.func1
github.com/robfig/cron/v3.(*Cron).startJob.func1
github.com/robfig/cron/v3.FuncJob.Run
	/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:136
	/go/pkg/mod/github.com/robfig/cron/v3@v3.0.1/cron.go:312
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:214
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ grep -v NAMESPACE
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.R1Wx0Xbe7B
++ mktemp
+ local LAST_ERR=/tmp/tmp.6VNThF9gqC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.R1Wx0Xbe7B
No resources found
+ cat /tmp/tmp.6VNThF9gqC
+ rm /tmp/tmp.R1Wx0Xbe7B /tmp/tmp.6VNThF9gqC
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.oAardld8Uw
++ mktemp
+ local LAST_ERR=/tmp/tmp.D8SSN0893T
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oAardld8Uw
No resources found
+ cat /tmp/tmp.D8SSN0893T
+ rm /tmp/tmp.oAardld8Uw /tmp/tmp.D8SSN0893T
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.0Q3GLA6ksB
++ mktemp
+ local LAST_ERR=/tmp/tmp.iGky6nI6Qa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0Q3GLA6ksB
No resources found
+ cat /tmp/tmp.iGky6nI6Qa
+ rm /tmp/tmp.0Q3GLA6ksB /tmp/tmp.iGky6nI6Qa
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.Qgexgxwdex
++ mktemp
+ local LAST_ERR=/tmp/tmp.Pw6mUQTtP5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Qgexgxwdex
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.Pw6mUQTtP5
+ rm /tmp/tmp.Qgexgxwdex /tmp/tmp.Pw6mUQTtP5
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace smart-update2-10343
+ rm -rf /tmp/tmp.2fsStHOXbQ
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace
+ local LAST_OUT=/tmp/tmp.sC88IVxWQA


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.9WNolMHi68
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.iobqTDRSHt
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.RjkHx8aSgr
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace smart-update2-10343
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator