Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/logs/smart-update1-8-0.log
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
+ API=pxc.percona.com/v9-9-9
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ CLUSTER=smart-update
+ CLUSTER_SIZE=3
+ PROXY_SIZE=2
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=8.0
+ TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ VS_URL=http://version-service
+ VS_PORT=11000
+ VS_ENDPOINT=http://version-service:11000
+ main
+ create_infra smart-update1-10095
+ local ns=smart-update1-10095
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
+ kubectl patch pxc -n smart-update1-245 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.0O3sKKyKim
++ mktemp
+ local LAST_ERR=/tmp/tmp.XKC3xrz3B9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0O3sKKyKim
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.XKC3xrz3B9
+ rm /tmp/tmp.0O3sKKyKim /tmp/tmp.XKC3xrz3B9
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.VWADl7YZyC
++ mktemp
+ local LAST_ERR=/tmp/tmp.ILVd17ziIk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VWADl7YZyC
No resources found
+ cat /tmp/tmp.ILVd17ziIk
+ rm /tmp/tmp.VWADl7YZyC /tmp/tmp.ILVd17ziIk
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.klZfq28gVt
++ mktemp
+ local LAST_ERR=/tmp/tmp.N6fMFRCqnX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.klZfq28gVt
No resources found
+ cat /tmp/tmp.N6fMFRCqnX
+ rm /tmp/tmp.klZfq28gVt /tmp/tmp.N6fMFRCqnX
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
++ mktemp
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.LR7ii2yPRf
++ mktemp
+ local LAST_ERR=/tmp/tmp.TcIo1waW7T
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_OUT=/tmp/tmp.zds32IajqI
++ mktemp
+ local LAST_ERR=/tmp/tmp.4JQ2areaCI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LR7ii2yPRf
+ cat /tmp/tmp.TcIo1waW7T
+ rm /tmp/tmp.LR7ii2yPRf /tmp/tmp.TcIo1waW7T
+ return 0
namespace "cert-manager" deleted
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "smart-update1-245" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zds32IajqI
namespace "pxc-operator" deleted
+ cat /tmp/tmp.4JQ2areaCI
+ rm /tmp/tmp.zds32IajqI /tmp/tmp.4JQ2areaCI
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.HVzi3rdnUY
++ mktemp
+ local LAST_ERR=/tmp/tmp.3XjK79j1j3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HVzi3rdnUY
namespace/pxc-operator created
+ cat /tmp/tmp.3XjK79j1j3
+ rm /tmp/tmp.HVzi3rdnUY /tmp/tmp.3XjK79j1j3
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FXJUZXyrUd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dykOIoQTwp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FXJUZXyrUd
++ cat /tmp/tmp.dykOIoQTwp
++ rm /tmp/tmp.FXJUZXyrUd /tmp/tmp.dykOIoQTwp
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster7 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Sfftwq5tXz
++ mktemp
+ local LAST_ERR=/tmp/tmp.qvoJuCvDvX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster7 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Sfftwq5tXz
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster7" modified.
+ cat /tmp/tmp.qvoJuCvDvX
+ rm /tmp/tmp.Sfftwq5tXz /tmp/tmp.qvoJuCvDvX
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.zsXP3WL4mw
++ mktemp
+ local LAST_ERR=/tmp/tmp.cQfQp6umzS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zsXP3WL4mw
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.cQfQp6umzS
+ rm /tmp/tmp.zsXP3WL4mw /tmp/tmp.cQfQp6umzS
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.71Q31pmNrg
++ mktemp
+ local LAST_ERR=/tmp/tmp.GPx1sY6Yha
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.71Q31pmNrg
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.GPx1sY6Yha
+ rm /tmp/tmp.71Q31pmNrg /tmp/tmp.GPx1sY6Yha
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b^'
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
++ mktemp
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ local LAST_OUT=/tmp/tmp.lPmkKeWCCV
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/cw-operator.yaml
++ mktemp
+ local LAST_ERR=/tmp/tmp.Wi32zHPpyE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lPmkKeWCCV
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.Wi32zHPpyE
+ rm /tmp/tmp.lPmkKeWCCV /tmp/tmp.Wi32zHPpyE
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.BYEEcztHGJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.5f8fHCI4e1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BYEEcztHGJ
pod/percona-xtradb-cluster-operator-86c87db468-7pkhq condition met
+ cat /tmp/tmp.5f8fHCI4e1
+ rm /tmp/tmp.BYEEcztHGJ /tmp/tmp.5f8fHCI4e1
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zwHBLoOUtz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bX4egVrd40
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zwHBLoOUtz
++ cat /tmp/tmp.bX4egVrd40
++ rm /tmp/tmp.zwHBLoOUtz /tmp/tmp.bX4egVrd40
++ return 0
+ wait_pod percona-xtradb-cluster-operator-86c87db468-7pkhq 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-86c87db468-7pkhq
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-86c87db468-7pkhq
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-86c87db468-7pkhq condition met
percona-xtradb-cluster-operator-86c87db468-7pkhq.Ok
+ sleep 3
+ create_namespace smart-update1-10095
+ local namespace=smart-update1-10095
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces smart-update1-10095'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update1-10095
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace smart-update1-10095
+ awk '{print$1}'
++ mktemp
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.XzLHLJ0ois
++ mktemp
+ local LAST_ERR=/tmp/tmp.3LZObnjmLH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.urw1vV7jhd
++ mktemp
+ local LAST_ERR=/tmp/tmp.Od3aoC6j61
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-10095
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XzLHLJ0ois
+ cat /tmp/tmp.3LZObnjmLH
+ rm /tmp/tmp.XzLHLJ0ois /tmp/tmp.3LZObnjmLH
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-10095
namespace "gmp-public" deleted
namespace "gmp-system" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.urw1vV7jhd
+ cat /tmp/tmp.Od3aoC6j61
Error from server (NotFound): namespaces "smart-update1-10095" not found
+ rm /tmp/tmp.urw1vV7jhd /tmp/tmp.Od3aoC6j61
+ return 1
+ :
+ wait_for_delete namespace/smart-update1-10095
+ local res=namespace/smart-update1-10095
+ echo -n 'namespace/smart-update1-10095 - '
namespace/smart-update1-10095 - + set +o xtrace
Error from server (NotFound): namespaces "smart-update1-10095" not found
+ desc 'create namespace smart-update1-10095'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace smart-update1-10095
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace smart-update1-10095
++ mktemp
+ local LAST_OUT=/tmp/tmp.7UUSRCxTcp
++ mktemp
+ local LAST_ERR=/tmp/tmp.uElmsF7vic
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace smart-update1-10095
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7UUSRCxTcp
namespace/smart-update1-10095 created
+ cat /tmp/tmp.uElmsF7vic
+ rm /tmp/tmp.7UUSRCxTcp /tmp/tmp.uElmsF7vic
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cJK9XjDIxS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KTaJxsVMK9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cJK9XjDIxS
++ cat /tmp/tmp.KTaJxsVMK9
++ rm /tmp/tmp.cJK9XjDIxS /tmp/tmp.KTaJxsVMK9
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster7 --namespace=smart-update1-10095
++ mktemp
+ local LAST_OUT=/tmp/tmp.qgN0pQVpAf
++ mktemp
+ local LAST_ERR=/tmp/tmp.bpyXV6Uhf1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster7 --namespace=smart-update1-10095
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qgN0pQVpAf
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster7" modified.
+ cat /tmp/tmp.bpyXV6Uhf1
+ rm /tmp/tmp.qgN0pQVpAf /tmp/tmp.bpyXV6Uhf1
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.gU8UxuFpV0
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qb5k0ZuSTg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gU8UxuFpV0
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.Qb5k0ZuSTg
+ rm /tmp/tmp.gU8UxuFpV0 /tmp/tmp.Qb5k0ZuSTg
+ return 0
+ deploy_version_service
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.bs0ihjdlfd
++ mktemp
+ local LAST_ERR=/tmp/tmp.AQHInohWqf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bs0ihjdlfd
configmap/versions created
+ cat /tmp/tmp.AQHInohWqf
+ rm /tmp/tmp.bs0ihjdlfd /tmp/tmp.AQHInohWqf
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.C0GVHBVGau
++ mktemp
+ local LAST_ERR=/tmp/tmp.hSqfJaV4h4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.C0GVHBVGau
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.hSqfJaV4h4
+ rm /tmp/tmp.C0GVHBVGau /tmp/tmp.hSqfJaV4h4
+ return 0
+ sleep 10
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.9B9YiRmqhP
++ mktemp
+ local LAST_ERR=/tmp/tmp.sFB5dOwCbj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9B9YiRmqhP
namespace/cert-manager created
+ cat /tmp/tmp.sFB5dOwCbj
+ rm /tmp/tmp.9B9YiRmqhP /tmp/tmp.sFB5dOwCbj
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.pOXwyMkFMs
++ mktemp
+ local LAST_ERR=/tmp/tmp.aQViB5NsJo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pOXwyMkFMs
namespace/cert-manager labeled
+ cat /tmp/tmp.aQViB5NsJo
+ rm /tmp/tmp.pOXwyMkFMs /tmp/tmp.aQViB5NsJo
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.bUcLruyuZl
++ mktemp
+ local LAST_ERR=/tmp/tmp.3gKdYUnOLn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bUcLruyuZl
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.3gKdYUnOLn
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.bUcLruyuZl /tmp/tmp.3gKdYUnOLn
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
+++ get_operator_pod
+++ local label_prefix=app.kubernetes.io/
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++++ grep -c percona-xtradb-cluster-operator
++ head -n1
++ tail -n3
++ grep :8.0
++ jq -r '.versions[].matrix.pxc[].imagePath'
++ sort -V
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bSLvUUZhDE
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.V58m4zt3OU
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.bSLvUUZhDE
+++ cat /tmp/tmp.V58m4zt3OU
+++ rm /tmp/tmp.bSLvUUZhDE /tmp/tmp.V58m4zt3OU
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-86c87db468-7pkhq -n pxc-operator -- curl -s http://version-service.smart-update1-10095.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GRtV7V5lhp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TH5JfrHW3g
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-86c87db468-7pkhq -n pxc-operator -- curl -s http://version-service.smart-update1-10095.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GRtV7V5lhp
++ cat /tmp/tmp.TH5JfrHW3g
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.GRtV7V5lhp /tmp/tmp.TH5JfrHW3g
++ return 0
+ IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1
+ desc 'patch crd'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch crd
-----------------------------------------------------------------------------------

+ kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.H4SMl7rAmb
++ mktemp
+ local LAST_ERR=/tmp/tmp.IAz7GGzFeE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.H4SMl7rAmb
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched
+ cat /tmp/tmp.IAz7GGzFeE
+ rm /tmp/tmp.H4SMl7rAmb /tmp/tmp.IAz7GGzFeE
+ return 0
+ desc 'Updating ProxySQL PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating ProxySQL PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.S0qn0o69do/smart-update.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b"' /tmp/tmp.S0qn0o69do/smart-update.yml
+ spinup_pxc smart-update /tmp/tmp.S0qn0o69do/smart-update.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.S0qn0o69do/smart-update.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.55uklplfba
++ mktemp
+ local LAST_ERR=/tmp/tmp.iIHFAhHHNo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.55uklplfba
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.iIHFAhHHNo
+ rm /tmp/tmp.55uklplfba /tmp/tmp.iIHFAhHHNo
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.8R8BewnWew
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10095~
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.vfzOEN112t
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8R8BewnWew
deployment.apps/pxc-client created
+ cat /tmp/tmp.vfzOEN112t
+ rm /tmp/tmp.8R8BewnWew /tmp/tmp.vfzOEN112t
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.S0qn0o69do/smart-update.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.S0qn0o69do/smart-update.yml
+ kubectl_bin apply -f -
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_OUT=/tmp/tmp.FK0BlsQX4a
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10095~
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.PCYqemwD2W
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ cat /tmp/tmp.S0qn0o69do/smart-update.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FK0BlsQX4a
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.PCYqemwD2W
+ rm /tmp/tmp.FK0BlsQX4a /tmp/tmp.PCYqemwD2W
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.xF2YLtK4vX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.aW4VS5s1a3
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.xF2YLtK4vX
+++ cat /tmp/tmp.aW4VS5s1a3
+++ rm /tmp/tmp.xF2YLtK4vX /tmp/tmp.aW4VS5s1a3
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.6JjyfxvXVB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.CVzDT9k7Y7
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.6JjyfxvXVB
+++ cat /tmp/tmp.CVzDT9k7Y7
+++ rm /tmp/tmp.6JjyfxvXVB /tmp/tmp.CVzDT9k7Y7
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-proxysql
++ return
+ local proxy=smart-update-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
++ mktemp
+ local LAST_OUT=/tmp/tmp.HiQCIsHHwH
++ mktemp
+ local LAST_ERR=/tmp/tmp.pfCHAVNd8v
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.HiQCIsHHwH
+ cat /tmp/tmp.pfCHAVNd8v
error: no matching resources found
+ rm /tmp/tmp.HiQCIsHHwH /tmp/tmp.pfCHAVNd8v
+ return 1
+ true
+ wait_for_running smart-update-proxysql 1
+ local name=smart-update-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-proxysql-0 480
+ local pod=smart-update-proxysql-0
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo smart-update-proxysql-0
+ local container=proxysql
+ set +o xtrace
pod/smart-update-proxysql-0 condition met
smart-update-proxysql-0.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GTy919hL0M
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vKT9JHlf8J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GTy919hL0M
++ cat /tmp/tmp.vKT9JHlf8J
++ rm /tmp/tmp.GTy919hL0M /tmp/tmp.vKT9JHlf8J
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kLJVWkXNWz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2rOanTjvTu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kLJVWkXNWz
++ cat /tmp/tmp.2rOanTjvTu
++ rm /tmp/tmp.kLJVWkXNWz /tmp/tmp.2rOanTjvTu
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u2HjFdmcde
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UXD2UGDNeo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.u2HjFdmcde
++ cat /tmp/tmp.UXD2UGDNeo
++ rm /tmp/tmp.u2HjFdmcde /tmp/tmp.UXD2UGDNeo
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MD6KG1fzUr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3B4rsyWMas
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MD6KG1fzUr
++ cat /tmp/tmp.3B4rsyWMas
++ rm /tmp/tmp.MD6KG1fzUr /tmp/tmp.3B4rsyWMas
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.etuy8jLLa5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LiMHTOlqtj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.etuy8jLLa5
++ cat /tmp/tmp.LiMHTOlqtj
++ rm /tmp/tmp.etuy8jLLa5 /tmp/tmp.LiMHTOlqtj
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-65c795cbdf-p9dgg
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dg35cEi1g8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1Gvr5MwfYu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dg35cEi1g8
++ cat /tmp/tmp.1Gvr5MwfYu
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.dg35cEi1g8 /tmp/tmp.1Gvr5MwfYu
++ return 0
+ '[' '' ']'
+++ get_proxy smart-update
+++ local target_cluster=smart-update
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.SVW222Wj4o
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ARA9o4aUZ5
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.SVW222Wj4o
++++ cat /tmp/tmp.ARA9o4aUZ5
++++ rm /tmp/tmp.SVW222Wj4o /tmp/tmp.ARA9o4aUZ5
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.qc7RiEKXxG
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.0r7uw1mNQJ
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.qc7RiEKXxG
++++ cat /tmp/tmp.0r7uw1mNQJ
++++ rm /tmp/tmp.qc7RiEKXxG /tmp/tmp.0r7uw1mNQJ
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo smart-update-proxysql
+++ return
++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0
++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
++ local pod=smart-update-proxysql-0
+++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql
+++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';'
+++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+++ local pod=smart-update-proxysql-0
+++ local container_name=proxysql
+++ set +o xtrace
++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-10095.svc.cluster.local
+++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-10095.svc.cluster.local
+++ wc -l
++ '[' 1 '!=' 1 ']'
++ cut -d. -f1
++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-10095.svc.cluster.local
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9TlzO0ZEew
++ mktemp
+ local LAST_ERR=/tmp/tmp.DoUXNa4DR6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9TlzO0ZEew
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.DoUXNa4DR6
+ rm /tmp/tmp.9TlzO0ZEew /tmp/tmp.DoUXNa4DR6
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update..........................................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aZBXed7KZ2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l2eWGGJkLs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aZBXed7KZ2
++ cat /tmp/tmp.l2eWGGJkLs
++ rm /tmp/tmp.aZBXed7KZ2 /tmp/tmp.l2eWGGJkLs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.i84A5rng1B
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4ZMZm60qet
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.i84A5rng1B
++ cat /tmp/tmp.4ZMZm60qet
++ rm /tmp/tmp.i84A5rng1B /tmp/tmp.4ZMZm60qet
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FlYs5zJWAS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xZ1zK2ujCN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FlYs5zJWAS
++ cat /tmp/tmp.xZ1zK2ujCN
++ rm /tmp/tmp.FlYs5zJWAS /tmp/tmp.xZ1zK2ujCN
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IoAxgjB9w0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5y6QrqyO9I
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IoAxgjB9w0
++ cat /tmp/tmp.5y6QrqyO9I
++ rm /tmp/tmp.IoAxgjB9w0 /tmp/tmp.5y6QrqyO9I
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3iha3KiJl3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rzpzJPmCcZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3iha3KiJl3
++ cat /tmp/tmp.rzpzJPmCcZ
++ rm /tmp/tmp.3iha3KiJl3 /tmp/tmp.rzpzJPmCcZ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1TxM040Xee
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qP1Jdlgl2d
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1TxM040Xee
++ cat /tmp/tmp.qP1Jdlgl2d
++ rm /tmp/tmp.1TxM040Xee /tmp/tmp.qP1Jdlgl2d
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.erZx1gtdhO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5kkHRYuPbM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.erZx1gtdhO
++ cat /tmp/tmp.5kkHRYuPbM
++ rm /tmp/tmp.erZx1gtdhO /tmp/tmp.5kkHRYuPbM
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MuPQqM2iEh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UXJQ9e81zJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MuPQqM2iEh
++ cat /tmp/tmp.UXJQ9e81zJ
++ rm /tmp/tmp.MuPQqM2iEh /tmp/tmp.UXJQ9e81zJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Pnapxpp4Pb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0IR6kBpwdM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Pnapxpp4Pb
++ cat /tmp/tmp.0IR6kBpwdM
++ rm /tmp/tmp.Pnapxpp4Pb /tmp/tmp.0IR6kBpwdM
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GgN1UDOkNq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XJaDS2c3jY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GgN1UDOkNq
++ cat /tmp/tmp.XJaDS2c3jY
++ rm /tmp/tmp.GgN1UDOkNq /tmp/tmp.XJaDS2c3jY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cqjihx92wf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bf5H2gsuD8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cqjihx92wf
++ cat /tmp/tmp.bf5H2gsuD8
++ rm /tmp/tmp.cqjihx92wf /tmp/tmp.bf5H2gsuD8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IJty4w3LrM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QVKHzh2bWA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IJty4w3LrM
++ cat /tmp/tmp.QVKHzh2bWA
++ rm /tmp/tmp.IJty4w3LrM /tmp/tmp.QVKHzh2bWA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.20aiS43g7x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wJH11zCDAO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.20aiS43g7x
++ cat /tmp/tmp.wJH11zCDAO
++ rm /tmp/tmp.20aiS43g7x /tmp/tmp.wJH11zCDAO
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.amrBVkDpbz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bwIy3GM5lg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.amrBVkDpbz
++ cat /tmp/tmp.bwIy3GM5lg
++ rm /tmp/tmp.amrBVkDpbz /tmp/tmp.bwIy3GM5lg
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.xCiBZXgCDe
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.lEK7JMPGbV
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.xCiBZXgCDe
+++++ cat /tmp/tmp.lEK7JMPGbV
+++++ rm /tmp/tmp.xCiBZXgCDe /tmp/tmp.lEK7JMPGbV
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.m9bjZK5SLc
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.FcUsYsKQWC
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.m9bjZK5SLc
+++++ cat /tmp/tmp.FcUsYsKQWC
+++++ rm /tmp/tmp.m9bjZK5SLc /tmp/tmp.FcUsYsKQWC
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-proxysql
++++ return
+++ local cluster_proxy=smart-update-proxysql
+++ echo proxysql
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iiPnXZTAHM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RTsfRf3bcq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iiPnXZTAHM
++ cat /tmp/tmp.RTsfRf3bcq
++ rm /tmp/tmp.iiPnXZTAHM /tmp/tmp.RTsfRf3bcq
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EBn4BfkIgQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XOOsY4UOCl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EBn4BfkIgQ
++ cat /tmp/tmp.XOOsY4UOCl
++ rm /tmp/tmp.EBn4BfkIgQ /tmp/tmp.XOOsY4UOCl
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bOjbMg42la
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IRLQQOPvYi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bOjbMg42la
++ cat /tmp/tmp.IRLQQOPvYi
++ rm /tmp/tmp.bOjbMg42la /tmp/tmp.IRLQQOPvYi
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rS8E9ANmEL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bcJm4XEAwy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rS8E9ANmEL
++ cat /tmp/tmp.bcJm4XEAwy
++ rm /tmp/tmp.rS8E9ANmEL /tmp/tmp.bcJm4XEAwy
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/smart-update.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.veORFpONcK
++ mktemp
+ local LAST_ERR=/tmp/tmp.GWjQpqeHOD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/smart-update.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.veORFpONcK
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.GWjQpqeHOD
+ rm /tmp/tmp.veORFpONcK /tmp/tmp.GWjQpqeHOD
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.QBYPvbKWzn
++ mktemp
+ local LAST_ERR=/tmp/tmp.3gYgS9Rs1O
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QBYPvbKWzn
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted
+ cat /tmp/tmp.3gYgS9Rs1O
+ rm /tmp/tmp.QBYPvbKWzn /tmp/tmp.3gYgS9Rs1O
+ return 0
+ desc 'Updating HAProxy PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating HAProxy PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b"' /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ spinup_pxc smart-update /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Czs7YYu4l3
++ mktemp
+ local LAST_ERR=/tmp/tmp.UNxKxBFwsy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Czs7YYu4l3
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.UNxKxBFwsy
+ rm /tmp/tmp.Czs7YYu4l3 /tmp/tmp.UNxKxBFwsy
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.yomlh2Knot
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10095~
+ local LAST_ERR=/tmp/tmp.ofKFySV0FA
+ local exit_status=0
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yomlh2Knot
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.ofKFySV0FA
+ rm /tmp/tmp.yomlh2Knot /tmp/tmp.ofKFySV0FA
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ cat /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.3D43YcpMvK
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.TiN5Vtm8bR
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ seq 0 2
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10095~
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3D43YcpMvK
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.TiN5Vtm8bR
+ rm /tmp/tmp.3D43YcpMvK /tmp/tmp.TiN5Vtm8bR
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.XI96Ozxfby
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.MZNmA60oQo
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.XI96Ozxfby
+++ cat /tmp/tmp.MZNmA60oQo
+++ rm /tmp/tmp.XI96Ozxfby /tmp/tmp.MZNmA60oQo
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
++ mktemp
+ local LAST_OUT=/tmp/tmp.ekz1jSD7Hu
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZS7oUBy1t4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.ekz1jSD7Hu
+ cat /tmp/tmp.ZS7oUBy1t4
error: no matching resources found
+ rm /tmp/tmp.ekz1jSD7Hu /tmp/tmp.ZS7oUBy1t4
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init), haproxy-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DP4fNxviw6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c17ybiXTRA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DP4fNxviw6
++ cat /tmp/tmp.c17ybiXTRA
++ rm /tmp/tmp.DP4fNxviw6 /tmp/tmp.c17ybiXTRA
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ylxHEwjHju
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Xbh7UwYVVm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ylxHEwjHju
++ cat /tmp/tmp.Xbh7UwYVVm
++ rm /tmp/tmp.ylxHEwjHju /tmp/tmp.Xbh7UwYVVm
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.h2RDnj2TvI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hYMYW0RzEq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.h2RDnj2TvI
++ cat /tmp/tmp.hYMYW0RzEq
++ rm /tmp/tmp.h2RDnj2TvI /tmp/tmp.hYMYW0RzEq
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZHxZttjPJX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QJnQSdipJ7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZHxZttjPJX
++ cat /tmp/tmp.QJnQSdipJ7
++ rm /tmp/tmp.ZHxZttjPJX /tmp/tmp.QJnQSdipJ7
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.75ZtvdfG0T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aVkmWtlMUd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.75ZtvdfG0T
++ cat /tmp/tmp.aVkmWtlMUd
++ rm /tmp/tmp.75ZtvdfG0T /tmp/tmp.aVkmWtlMUd
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fLGSU5SlLW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.b1FjUFlSI6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fLGSU5SlLW
++ cat /tmp/tmp.b1FjUFlSI6
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.fLGSU5SlLW /tmp/tmp.b1FjUFlSI6
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.6zjmUeSLTO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.o3h3OhpkpS
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.6zjmUeSLTO
+++ cat /tmp/tmp.o3h3OhpkpS
+++ rm /tmp/tmp.6zjmUeSLTO /tmp/tmp.o3h3OhpkpS
+++ return 0
++ client_pod=pxc-client-65c795cbdf-p9dgg
++ wait_pod pxc-client-65c795cbdf-p9dgg
++ local pod=pxc-client-65c795cbdf-p9dgg
++ local max_retry=480
++ local ns=
+++ echo pxc-client-65c795cbdf-p9dgg
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.wGKfoTjAGZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.RhTiJ0s8zT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wGKfoTjAGZ
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.RhTiJ0s8zT
+ rm /tmp/tmp.wGKfoTjAGZ /tmp/tmp.RhTiJ0s8zT
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update...............................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TKZvEF3F5T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LCLtqfSzCo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TKZvEF3F5T
++ cat /tmp/tmp.LCLtqfSzCo
++ rm /tmp/tmp.TKZvEF3F5T /tmp/tmp.LCLtqfSzCo
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wtARCJFY17
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sY3yzGVdPW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wtARCJFY17
++ cat /tmp/tmp.sY3yzGVdPW
++ rm /tmp/tmp.wtARCJFY17 /tmp/tmp.sY3yzGVdPW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OwPIx3EH7m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dNwyUcXY2K
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OwPIx3EH7m
++ cat /tmp/tmp.dNwyUcXY2K
++ rm /tmp/tmp.OwPIx3EH7m /tmp/tmp.dNwyUcXY2K
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wUW77Hl0er
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mdF9ZjcLra
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wUW77Hl0er
++ cat /tmp/tmp.mdF9ZjcLra
++ rm /tmp/tmp.wUW77Hl0er /tmp/tmp.mdF9ZjcLra
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ANTbmIDtB7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SwIzBRTupE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ANTbmIDtB7
++ cat /tmp/tmp.SwIzBRTupE
++ rm /tmp/tmp.ANTbmIDtB7 /tmp/tmp.SwIzBRTupE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Szdr0BAOjn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jbq3NUOMI5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Szdr0BAOjn
++ cat /tmp/tmp.jbq3NUOMI5
++ rm /tmp/tmp.Szdr0BAOjn /tmp/tmp.jbq3NUOMI5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o9tbsJKznS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DVwgTbHnbT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o9tbsJKznS
++ cat /tmp/tmp.DVwgTbHnbT
++ rm /tmp/tmp.o9tbsJKznS /tmp/tmp.DVwgTbHnbT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lTQKoNS7rC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hzW4Qtz1PN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lTQKoNS7rC
++ cat /tmp/tmp.hzW4Qtz1PN
++ rm /tmp/tmp.lTQKoNS7rC /tmp/tmp.hzW4Qtz1PN
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HyRbprYnPZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Pmg1dPPKh0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HyRbprYnPZ
++ cat /tmp/tmp.Pmg1dPPKh0
++ rm /tmp/tmp.HyRbprYnPZ /tmp/tmp.Pmg1dPPKh0
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.G9aIJjHiVx
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.kbg750Ztq4
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.G9aIJjHiVx
+++++ cat /tmp/tmp.kbg750Ztq4
+++++ rm /tmp/tmp.G9aIJjHiVx /tmp/tmp.kbg750Ztq4
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xlRYVoMAb7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4xXFaf2TGN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xlRYVoMAb7
++ cat /tmp/tmp.4xXFaf2TGN
++ rm /tmp/tmp.xlRYVoMAb7 /tmp/tmp.4xXFaf2TGN
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zhi3UWf7ag
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zug1Cf2lxJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zhi3UWf7ag
++ cat /tmp/tmp.zug1Cf2lxJ
++ rm /tmp/tmp.zhi3UWf7ag /tmp/tmp.zug1Cf2lxJ
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.r30W2y4WSe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D6Dro00RxK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.r30W2y4WSe
++ cat /tmp/tmp.D6Dro00RxK
++ rm /tmp/tmp.r30W2y4WSe /tmp/tmp.D6Dro00RxK
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ecciIhMVF0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.02omuSmvnZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ecciIhMVF0
++ cat /tmp/tmp.02omuSmvnZ
++ rm /tmp/tmp.ecciIhMVF0 /tmp/tmp.02omuSmvnZ
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.VRFgE89Of2
++ mktemp
+ local LAST_ERR=/tmp/tmp.c2w8wyxfTe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.S0qn0o69do/smart-update-haproxy.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VRFgE89Of2
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.c2w8wyxfTe
+ rm /tmp/tmp.VRFgE89Of2 /tmp/tmp.c2w8wyxfTe
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.OAuPD6fdtG
++ mktemp
+ local LAST_ERR=/tmp/tmp.kESwTa0KBX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OAuPD6fdtG
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.kESwTa0KBX
+ rm /tmp/tmp.OAuPD6fdtG /tmp/tmp.kESwTa0KBX
+ return 0
+ desc 'Updating PXC cluster with version service available but disabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating PXC cluster with version service available but disabled
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b"' /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ spinup_pxc smart-update /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MYbHUdT3Jn
++ mktemp
+ local LAST_ERR=/tmp/tmp.pubBEnmieq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MYbHUdT3Jn
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.pubBEnmieq
+ rm /tmp/tmp.MYbHUdT3Jn /tmp/tmp.pubBEnmieq
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ local LAST_OUT=/tmp/tmp.RdGiChWlb9
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10095~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.0DtNFmv5Bv
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RdGiChWlb9
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.0DtNFmv5Bv
+ rm /tmp/tmp.RdGiChWlb9 /tmp/tmp.0DtNFmv5Bv
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_OUT=/tmp/tmp.HnEZ4pHAwV
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10095~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.zEtXXIa4JE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HnEZ4pHAwV
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.zEtXXIa4JE
+ rm /tmp/tmp.HnEZ4pHAwV /tmp/tmp.zEtXXIa4JE
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.OPWj47Uvyg
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0EAshxlVrh
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.OPWj47Uvyg
+++ cat /tmp/tmp.0EAshxlVrh
+++ rm /tmp/tmp.OPWj47Uvyg /tmp/tmp.0EAshxlVrh
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-haproxy
++ return
+ local proxy=smart-update-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
++ mktemp
+ local LAST_OUT=/tmp/tmp.RypgcP1R1f
++ mktemp
+ local LAST_ERR=/tmp/tmp.v3cLa0F3y8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10095
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.RypgcP1R1f
+ cat /tmp/tmp.v3cLa0F3y8
error: no matching resources found
+ rm /tmp/tmp.RypgcP1R1f /tmp/tmp.v3cLa0F3y8
+ return 1
+ true
+ wait_for_running smart-update-haproxy 1
+ local name=smart-update-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-haproxy-0 480
+ local pod=smart-update-haproxy-0
+ local max_retry=480
+ local ns=
++ echo smart-update-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init), haproxy-init (init)
.Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yccQsnVDp4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CZMinuvrR7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yccQsnVDp4
++ cat /tmp/tmp.CZMinuvrR7
++ rm /tmp/tmp.yccQsnVDp4 /tmp/tmp.CZMinuvrR7
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wn134WVKr0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Kns0oNrX7b
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wn134WVKr0
++ cat /tmp/tmp.Kns0oNrX7b
++ rm /tmp/tmp.wn134WVKr0 /tmp/tmp.Kns0oNrX7b
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s2OYROOkQ2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pj3YSuKXSe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.s2OYROOkQ2
++ cat /tmp/tmp.pj3YSuKXSe
++ rm /tmp/tmp.s2OYROOkQ2 /tmp/tmp.pj3YSuKXSe
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0INHN3xbjY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GYSQ7yGCD1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0INHN3xbjY
++ cat /tmp/tmp.GYSQ7yGCD1
++ rm /tmp/tmp.0INHN3xbjY /tmp/tmp.GYSQ7yGCD1
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5BlkQElB2X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z24LuY0hgy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5BlkQElB2X
++ cat /tmp/tmp.Z24LuY0hgy
++ rm /tmp/tmp.5BlkQElB2X /tmp/tmp.Z24LuY0hgy
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.E2ABJ7iXG8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m0WhxnCrCg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.E2ABJ7iXG8
++ cat /tmp/tmp.m0WhxnCrCg
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.E2ABJ7iXG8 /tmp/tmp.m0WhxnCrCg
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password'
++ local 'command=SELECT @@hostname hostname;'
++ local 'uri=-h smart-update-haproxy -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.sYqamgzZ0D
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.61We5WQwvM
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.sYqamgzZ0D
+++ cat /tmp/tmp.61We5WQwvM
+++ rm /tmp/tmp.sYqamgzZ0D /tmp/tmp.61We5WQwvM
+++ return 0
++ client_pod=pxc-client-65c795cbdf-p9dgg
++ wait_pod pxc-client-65c795cbdf-p9dgg
++ local pod=pxc-client-65c795cbdf-p9dgg
++ local max_retry=480
++ local ns=
+++ echo pxc-client-65c795cbdf-p9dgg
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
++ set +o xtrace
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ChcfDUQBtr
++ mktemp
+ local LAST_ERR=/tmp/tmp.YdXRtySMM7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ChcfDUQBtr
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.YdXRtySMM7
+ rm /tmp/tmp.ChcfDUQBtr /tmp/tmp.YdXRtySMM7
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update.............................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OcQqGEvG6I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.R19IPLeJFm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OcQqGEvG6I
++ cat /tmp/tmp.R19IPLeJFm
++ rm /tmp/tmp.OcQqGEvG6I /tmp/tmp.R19IPLeJFm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ebfz1EhY2p
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nAAVW4bCyY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ebfz1EhY2p
++ cat /tmp/tmp.nAAVW4bCyY
++ rm /tmp/tmp.ebfz1EhY2p /tmp/tmp.nAAVW4bCyY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ljOx6nIIi5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m4jtCVxXU5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ljOx6nIIi5
++ cat /tmp/tmp.m4jtCVxXU5
++ rm /tmp/tmp.ljOx6nIIi5 /tmp/tmp.m4jtCVxXU5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gFaPuOU58K
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QbJvjF7ZlH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gFaPuOU58K
++ cat /tmp/tmp.QbJvjF7ZlH
++ rm /tmp/tmp.gFaPuOU58K /tmp/tmp.QbJvjF7ZlH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZMUA8WsYZT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m64WT6iU6M
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZMUA8WsYZT
++ cat /tmp/tmp.m64WT6iU6M
++ rm /tmp/tmp.ZMUA8WsYZT /tmp/tmp.m64WT6iU6M
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KENNGL7fUC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3VRXgNQ0ig
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KENNGL7fUC
++ cat /tmp/tmp.3VRXgNQ0ig
++ rm /tmp/tmp.KENNGL7fUC /tmp/tmp.3VRXgNQ0ig
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jLgDAvTGya
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mhGFllfAWp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jLgDAvTGya
++ cat /tmp/tmp.mhGFllfAWp
++ rm /tmp/tmp.jLgDAvTGya /tmp/tmp.mhGFllfAWp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.K16QyScbxB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DlESmMspMl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.K16QyScbxB
++ cat /tmp/tmp.DlESmMspMl
++ rm /tmp/tmp.K16QyScbxB /tmp/tmp.DlESmMspMl
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ALe9aETesO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.31vFTl9iqM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ALe9aETesO
++ cat /tmp/tmp.31vFTl9iqM
++ rm /tmp/tmp.ALe9aETesO /tmp/tmp.31vFTl9iqM
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JK6RqN9pBj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sEmMp6dfNx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JK6RqN9pBj
++ cat /tmp/tmp.sEmMp6dfNx
++ rm /tmp/tmp.JK6RqN9pBj /tmp/tmp.sEmMp6dfNx
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine smart-update
+++ local cluster_name=smart-update
++++ get_proxy smart-update
++++ local target_cluster=smart-update
+++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9XRXkWdprS
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.pzcJlVxwXo
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.9XRXkWdprS
+++++ cat /tmp/tmp.pzcJlVxwXo
+++++ rm /tmp/tmp.9XRXkWdprS /tmp/tmp.pzcJlVxwXo
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo smart-update-haproxy
++++ return
+++ local cluster_proxy=smart-update-haproxy
+++ echo haproxy
++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QJK0ObqTct
+++ mktemp
++ local LAST_ERR=/tmp/tmp.icv3dqOfSj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QJK0ObqTct
++ cat /tmp/tmp.icv3dqOfSj
++ rm /tmp/tmp.QJK0ObqTct /tmp/tmp.icv3dqOfSj
++ return 0
+ [[ 2 == \2 ]]
++ seq 0 2
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4tOAkGUtIM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0HIM5LFXPM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4tOAkGUtIM
++ cat /tmp/tmp.0HIM5LFXPM
++ rm /tmp/tmp.4tOAkGUtIM /tmp/tmp.0HIM5LFXPM
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VkPCf5GAj9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uQzA34SvyC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VkPCf5GAj9
++ cat /tmp/tmp.uQzA34SvyC
++ rm /tmp/tmp.VkPCf5GAj9 /tmp/tmp.uQzA34SvyC
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ for i in '$(seq 0 $((CLUSTER_SIZE - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.isrSyAwhBl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9Yb5UcztGU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.isrSyAwhBl
++ cat /tmp/tmp.9Yb5UcztGU
++ rm /tmp/tmp.isrSyAwhBl /tmp/tmp.9Yb5UcztGU
++ return 0
+ client_pod=pxc-client-65c795cbdf-p9dgg
+ wait_pod pxc-client-65c795cbdf-p9dgg
+ local pod=pxc-client-65c795cbdf-p9dgg
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-p9dgg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-p9dgg condition met
pxc-client-65c795cbdf-p9dgg.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.S0qn0o69do/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.S0qn0o69do/select-1.sql
+ kubectl_bin delete -f /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.DDxcnTpVyT
++ mktemp
+ local LAST_ERR=/tmp/tmp.H9a4TFZ2UH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /tmp/tmp.S0qn0o69do/smart-update-version-service-reachable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.DDxcnTpVyT
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.H9a4TFZ2UH
+ rm /tmp/tmp.DDxcnTpVyT /tmp/tmp.H9a4TFZ2UH
+ return 0
+ kubectl_bin delete pvc --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.U47B1g9QK0
++ mktemp
+ local LAST_ERR=/tmp/tmp.my4zSqd2LG
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pvc --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.U47B1g9QK0
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
+ cat /tmp/tmp.my4zSqd2LG
+ rm /tmp/tmp.U47B1g9QK0 /tmp/tmp.my4zSqd2LG
+ return 0
+ desc cleanup
+ set +o xtrace


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.WiDaTfeoON
++ mktemp
+ local LAST_ERR=/tmp/tmp.DZwUi0rqh6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WiDaTfeoON
deployment.apps "version-service" deleted
service "version-service" deleted
+ cat /tmp/tmp.DZwUi0rqh6
+ rm /tmp/tmp.WiDaTfeoON /tmp/tmp.DZwUi0rqh6
+ return 0
+ destroy smart-update1-10095
+ local namespace=smart-update1-10095
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v level=info
+ grep -v 'the object has been modified'
+ grep -v 'get backup status: Job.batch'
+ sort -u
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ tee /tmp/tmp.S0qn0o69do/operator.log
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FZIutY8eYR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DCu0dSMjxu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FZIutY8eYR
++ cat /tmp/tmp.DCu0dSMjxu
++ rm /tmp/tmp.FZIutY8eYR /tmp/tmp.DCu0dSMjxu
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-86c87db468-7pkhq
++ mktemp
+ local LAST_OUT=/tmp/tmp.dLvANEiptK
++ mktemp
+ local LAST_ERR=/tmp/tmp.Q9uTNMPyy3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-86c87db468-7pkhq
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dLvANEiptK
+ cat /tmp/tmp.Q9uTNMPyy3
+ rm /tmp/tmp.dLvANEiptK /tmp/tmp.Q9uTNMPyy3
+ return 0
2024-08-08T03:45:25.317Z	INFO	setup	Manager starting up	{"gitCommit": "4641617b81b68918f649d6d63d042908090a24e3", "gitBranch": "PR-1781-4641617b", "buildTime": "2024-08-08T01:57:59Z", "goVersion": "go1.22.6", "os": "linux", "arch": "amd64"}
2024-08-08T03:45:25.317Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.27.16-gke.1051000"}
2024-08-08T03:45:25.318Z	INFO	setup	Registering Components.
2024-08-08T03:45:27.593Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-08-08T03:45:27.596Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-08-08T03:45:27.596Z	INFO	controller-runtime.metrics	Starting metrics server
2024-08-08T03:45:27.596Z	INFO	setup	Starting the Cmd.
2024-08-08T03:45:27.596Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-08-08T03:45:27.597Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-08-08T03:45:27.597Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-08-08T03:45:27.597Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-08-08T03:45:27.597Z	INFO	controller-runtime.webhook	Starting webhook server
2024-08-08T03:45:27.697Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-08-08T03:45:27.712Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-08-08T03:45:27.713Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2024-08-08T03:45:27.714Z	DEBUG	events	percona-xtradb-cluster-operator-86c87db468-7pkhq_cebbccba-a504-4ed4-a974-a52db81e08a6 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"e685fcb2-880a-4f94-8503-0515368f2998","apiVersion":"coordination.k8s.io/v1","resourceVersion":"61724"}, "reason": "LeaderElection"}
2024-08-08T03:45:27.714Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-08-08T03:45:27.714Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-08-08T03:45:27.714Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-08-08T03:45:27.714Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2024-08-08T03:45:27.714Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2024-08-08T03:45:27.820Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-08-08T03:45:27.825Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-08-08T03:45:27.825Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-08-08T03:47:57.333Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-pxc"}
2024-08-08T03:47:57.456Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-pxc"}
2024-08-08T03:47:57.515Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-pxc"}
2024-08-08T03:47:57.515Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290"}
2024-08-08T03:47:57.706Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-pxc-unready"}
2024-08-08T03:47:57.827Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-proxysql"}
2024-08-08T03:47:57.943Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-proxysql"}
2024-08-08T03:47:58.063Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "12160a51-7443-4486-bc5f-3fc5f3601290", "object": "smart-update-proxysql-unready"}
2024-08-08T03:47:58.383Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "3a5bb841-7884-44cd-b37a-c7d3050ca359", "object": "smart-update-proxysql"}
2024-08-08T03:47:58.399Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "3a5bb841-7884-44cd-b37a-c7d3050ca359"}
2024-08-08T03:48:03.310Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24da4d58-f1dc-4a02-9634-c5c97351bad4"}
2024-08-08T03:48:08.509Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "eb2f02bc-4ae5-4144-9ae1-9bee067c7b92"}
2024-08-08T03:48:13.685Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "cf0933c9-bb68-433a-9e90-40893f894043"}
2024-08-08T03:48:13.752Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "555efdc7-5cb5-467a-a59d-e628a9521718"}
2024-08-08T03:48:18.759Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7ba18123-8b24-4c1b-b982-6e8a7d0a58e4"}
2024-08-08T03:48:23.842Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "c0f0b364-0abf-4d1b-abe8-7cbfddb98548"}
2024-08-08T03:48:28.940Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e8af9152-348b-4769-b446-84e5ae74d545"}
2024-08-08T03:48:34.057Z	DEBUG	Waiting for ProxySQL to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "cd3fc4c6-e4d6-41a9-90c0-b58a9bdd4d6b"}
2024-08-08T03:49:10.686Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2", "user": "operator"}
2024-08-08T03:49:10.718Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2", "user": "monitor"}
2024-08-08T03:49:10.772Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2"}
2024-08-08T03:49:10.808Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2"}
2024-08-08T03:49:10.843Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2", "user": "xtrabackup"}
2024-08-08T03:49:10.887Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2"}
2024-08-08T03:49:10.918Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2", "user": "replication"}
2024-08-08T03:49:11.993Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6aa0ad79-218b-4327-afd5-077ef48c9af2", "err": "get primary pxc pod: not found"}
2024-08-08T03:49:16.699Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "46a36a86-4339-488c-b3ec-98d266267a75", "err": "get primary pxc pod: not found"}
2024-08-08T03:49:22.850Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "b9a8ef2a-3c85-40d0-9d8e-47f2e49b1cc6", "err": "get primary pxc pod: not found"}
2024-08-08T03:49:29.488Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e822e12a-2ea6-4565-b55f-365136f8e943", "err": "get primary pxc pod: not found"}
2024-08-08T03:51:33.508Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "cef64b7c-2e15-47af-9288-7856d89d5fae", "user": "root"}
2024-08-08T03:51:34.652Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "cef64b7c-2e15-47af-9288-7856d89d5fae", "new version": "8.0.19-10"}
2024-08-08T03:51:36.043Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "cef64b7c-2e15-47af-9288-7856d89d5fae"}
2024-08-08T03:51:41.012Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5f60913f-22a0-4053-af30-6d24ad1a4bcb"}
2024-08-08T03:51:47.264Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "32d6d2ad-0c97-4294-b54d-a686e7b4047f"}
2024-08-08T03:51:53.924Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "b0bcb28b-f58f-4854-ba63-bd8c6dc70bf9"}
2024-08-08T03:51:59.763Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "a19742af-9ded-47f6-95e2-5a96db5f1215"}
2024-08-08T03:52:06.011Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "6069f31c-ccac-4790-981e-7faa7b500c5c"}
2024-08-08T03:52:12.311Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "90fd0f78-2000-4b01-a920-ed2f5cbe140f"}
2024-08-08T03:52:18.531Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "f81cd6ee-57c3-4db4-997e-fc11a61e607a"}
2024-08-08T03:52:25.363Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "84304c71-341d-4df1-bd9e-6aaa291f9999"}
2024-08-08T03:52:31.594Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "3c065e17-0cd9-4f06-bf99-ce7f171c14c0"}
2024-08-08T03:52:37.868Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8172d552-2f1f-4d55-bcc3-ba915b645703"}
2024-08-08T03:52:44.113Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "539d0e62-bcb4-4317-b2ba-3eca55995e02"}
2024-08-08T03:52:50.360Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "ef415ae1-72ac-4e9b-944c-b4f8ce51e9d5"}
2024-08-08T03:52:52.042Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "object": "smart-update-pxc"}
2024-08-08T03:52:53.129Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001"}
2024-08-08T03:52:53.139Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-2"}
2024-08-08T03:52:53.139Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-10095.svc.cluster.local"}
2024-08-08T03:52:54.941Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001"}
2024-08-08T03:53:13.970Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-08-08T03:54:14.007Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-2"}
2024-08-08T03:55:14.035Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-2"}
2024-08-08T03:55:14.043Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-1"}
2024-08-08T03:55:14.043Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-2"}
2024-08-08T03:55:34.268Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-08-08T03:56:34.287Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-1"}
2024-08-08T03:57:24.313Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-1"}
2024-08-08T03:57:24.321Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-0"}
2024-08-08T03:57:24.321Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-1"}
2024-08-08T03:57:44.493Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-08-08T03:58:44.523Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-0"}
2024-08-08T03:59:44.553Z	INFO	pod present in hostgroups	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-0"}
2024-08-08T03:59:44.560Z	INFO	pod is online	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "pod name": "smart-update-pxc-0"}
2024-08-08T03:59:44.560Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001"}
2024-08-08T03:59:44.665Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "24b049ec-6e5d-4098-8100-683415b07001", "new version": "8.0.36-28.1"}
2024-08-08T03:59:47.391Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "9e5d2ad8-5260-495e-b4ce-bb7eb5fbc05c"}
2024-08-08T03:59:52.406Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "a1188f59-6173-4ddb-b894-bbde773be12a"}
2024-08-08T03:59:58.658Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "adae418c-ac97-4fd8-a3e8-7f709d345e53"}
2024-08-08T04:00:04.985Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "21130342-3e2f-4aa9-ade3-ef7e999da7d3"}
2024-08-08T04:00:59.037Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-pxc"}
2024-08-08T04:00:59.057Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-pxc"}
2024-08-08T04:00:59.119Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-haproxy"}
2024-08-08T04:00:59.153Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-pxc"}
2024-08-08T04:00:59.153Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f"}
2024-08-08T04:00:59.247Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-pxc-unready"}
2024-08-08T04:00:59.397Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-haproxy"}
2024-08-08T04:00:59.831Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-haproxy"}
2024-08-08T04:01:00.125Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-haproxy"}
2024-08-08T04:01:00.207Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-haproxy"}
2024-08-08T04:01:00.258Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5cf51db1-b963-4c8e-a723-7b1cb5836c1f", "object": "smart-update-haproxy-replicas"}
2024-08-08T04:01:00.315Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 63e10402-45dc-4211-97cb-01940116cd55
2024-08-08T04:01:00.423Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "c505f31e-8fe2-46fc-bfe9-059e88d38c94"}
2024-08-08T04:01:02.539Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "226bf606-a34c-47b4-90b4-c0f3739c08c7"}
2024-08-08T04:01:07.599Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8b8e6220-58a8-4197-b2a6-7afe2015318a"}
2024-08-08T04:01:12.660Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "d1ae5a6a-c435-41dd-9b54-f159c2f7b38a"}
2024-08-08T04:01:17.739Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "c0d9670a-9538-4f25-a504-b34bd4c9c8b8"}
2024-08-08T04:01:22.796Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "0a1cf22f-5693-4042-b64a-19c249e3db87"}
2024-08-08T04:01:27.856Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "36f3cf2f-0c64-43c4-8ad8-77fdbd608cc9"}
2024-08-08T04:01:32.916Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "f8aef56d-a9c7-402d-952e-bc73302b8798"}
2024-08-08T04:01:38.017Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "b68487ab-18f3-4987-8db9-da4c5c598567"}
2024-08-08T04:01:43.084Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "234256b8-9939-4eea-b9cd-c0c0b2e9715a"}
2024-08-08T04:01:48.145Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e6ed1fa2-7b92-4bc5-9b3d-c0ba87febf79"}
2024-08-08T04:01:53.381Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e6bf6e7b-f0f1-4a68-bc10-9c97f23ee759"}
2024-08-08T04:01:58.575Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "373ddaf7-100c-4c64-aac1-b7c568c47a20"}
2024-08-08T04:02:03.639Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "ddd44371-f8dc-4b81-9d53-676957bb8307"}
2024-08-08T04:02:08.730Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8ca4db1d-719f-4d35-8ef1-9f0ab297e430"}
2024-08-08T04:02:13.821Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "820378aa-6c79-457a-8781-f10d913a292e"}
2024-08-08T04:02:18.886Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "a957e5ff-4b92-4ece-b04f-92a14bd59498"}
2024-08-08T04:02:19.037Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "780daf6f-adae-4d4d-9cb3-17787655534a"}
2024-08-08T04:02:24.023Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "90895519-7f77-4248-b5c3-d357e20bdcf0"}
2024-08-08T04:02:29.169Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "65aefc5a-67ae-44e7-90e4-bdda74127034"}
2024-08-08T04:02:34.316Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8f169888-6354-46b1-b0fe-6b7341080bee"}
2024-08-08T04:02:39.501Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "75277c30-a07c-4b4e-a010-517b3f7fa4c9"}
2024-08-08T04:04:38.583Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "b34f7603-400f-4173-801f-aa2f71f0ad4d", "new version": "8.0.19-10"}
2024-08-08T04:05:44.889Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "object": "smart-update-pxc"}
2024-08-08T04:05:46.009Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0"}
2024-08-08T04:05:46.037Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-2"}
2024-08-08T04:05:46.037Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-10095"}
2024-08-08T04:06:06.254Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"}
2024-08-08T04:07:16.277Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-2"}
2024-08-08T04:07:16.298Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-1"}
2024-08-08T04:08:36.555Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-1"}
2024-08-08T04:08:36.578Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-0"}
2024-08-08T04:08:56.801Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-08-08T04:09:56.842Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "pod name": "smart-update-pxc-0"}
2024-08-08T04:09:56.864Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0"}
2024-08-08T04:09:56.950Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1b9fad3e-3639-43b5-b479-fc05941002e0", "new version": "8.0.36-28.1"}
2024-08-08T04:11:13.451Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c", "object": "smart-update-pxc"}
2024-08-08T04:11:13.507Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c", "object": "smart-update-pxc"}
2024-08-08T04:11:13.507Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c"}
2024-08-08T04:11:13.576Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c", "object": "smart-update-pxc-unready"}
2024-08-08T04:11:13.647Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c", "object": "smart-update-haproxy"}
2024-08-08T04:11:13.736Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c", "object": "smart-update-haproxy"}
2024-08-08T04:11:13.990Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "8144ea9e-afe7-403a-9da0-a4928b145c8c", "object": "smart-update-haproxy-replicas"}
2024-08-08T04:11:14.065Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 7db3e29e-a3fb-4015-a96c-914f7be31571
2024-08-08T04:11:14.161Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "a07003d2-1bed-4a49-959c-31ef313dc054", "object": "smart-update-pxc"}
2024-08-08T04:11:14.195Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "a07003d2-1bed-4a49-959c-31ef313dc054", "object": "smart-update-haproxy"}
2024-08-08T04:11:14.205Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "a07003d2-1bed-4a49-959c-31ef313dc054"}
2024-08-08T04:11:16.572Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "4178070d-a346-4dab-9f6d-5c99b2d83351"}
2024-08-08T04:11:21.733Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "0105da18-52cf-4751-b4fd-aed6ed724514"}
2024-08-08T04:11:26.788Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "2c619072-f470-4f8f-9f4a-6273e3000c9f"}
2024-08-08T04:11:31.848Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "07d50652-ff4a-49fc-a67b-85fde23fb7a1"}
2024-08-08T04:11:36.904Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "095a33f3-1a9d-47f3-8451-57135ed62790"}
2024-08-08T04:11:41.963Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "baec23a6-cab7-484b-8b1c-4ab4b89a0b6e"}
2024-08-08T04:11:47.018Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "07c0b392-16ed-45b4-9cd9-6482de709892"}
2024-08-08T04:11:52.069Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "b50ec293-add4-4ce5-8e3f-a56ed5ced7b6"}
2024-08-08T04:11:57.123Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "d710ace6-ec53-4e33-8069-c3d5d0c8fa46"}
2024-08-08T04:12:02.178Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1af781c1-a29f-4e4e-9f48-fcf481e88f9c"}
2024-08-08T04:12:07.242Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "ca664124-60d9-48d1-9d7e-a4a36eeb0a1e"}
2024-08-08T04:12:12.302Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "fa64f542-9cad-4b7e-b274-0bab0dae1283"}
2024-08-08T04:12:17.371Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e55ca963-d7fe-49f9-9be7-3183841d2366"}
2024-08-08T04:12:22.430Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "78afca27-c3be-449f-8398-ad86b661dfd4"}
2024-08-08T04:12:27.559Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "dcfbfadf-a878-48e5-97b0-830f543b940e"}
2024-08-08T04:12:27.800Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e99d79c6-5870-4874-ae5c-1817c80472bd"}
2024-08-08T04:12:29.995Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "e9b8b57e-de78-4dd9-a32a-faeb407525bd"}
2024-08-08T04:12:32.762Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "5dbbb2d7-e976-467e-a9a0-00bfc37309a7"}
2024-08-08T04:12:37.920Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "2d8ad509-aabd-4abc-9d82-35ddf1317368"}
2024-08-08T04:12:43.100Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "1439c31d-f2d6-460a-ae21-9cdc8c7038d0"}
2024-08-08T04:12:48.262Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "3c50845b-c9cf-413e-8647-0fa43c2c20b4"}
2024-08-08T04:12:53.674Z	DEBUG	Waiting for HAProxy to be ready before smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "71fb36e1-457c-4d17-98a4-dfb7aae6196f"}
2024-08-08T04:14:59.217Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "dc7a2bde-e99b-4c52-a94e-587534eea53a", "new version": "8.0.19-10"}
2024-08-08T04:16:01.554Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "object": "smart-update-pxc"}
2024-08-08T04:16:02.645Z	INFO	statefulSet was changed, run smart update	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9"}
2024-08-08T04:16:02.660Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-2"}
2024-08-08T04:16:02.660Z	INFO	primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-10095"}
2024-08-08T04:17:23.185Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-2"}
2024-08-08T04:17:23.205Z	INFO	apply changes to secondary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-1"}
2024-08-08T04:17:44.014Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"}
2024-08-08T04:18:44.046Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-1"}
2024-08-08T04:18:44.063Z	INFO	apply changes to primary pod	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-0"}
2024-08-08T04:19:04.258Z	INFO	pod is waiting	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"}
2024-08-08T04:20:14.283Z	INFO	pod is running	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "pod name": "smart-update-pxc-0"}
2024-08-08T04:20:14.308Z	INFO	smart update finished	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9"}
2024-08-08T04:20:14.398Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "smart-update1-10095", "name": "smart-update", "reconcileID": "7fb31e94-8435-4fd6-a95e-1fd76d22c8a9", "new version": "8.0.36-28.1"}
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.1INLelt60T
++ mktemp
+ local LAST_ERR=/tmp/tmp.WDJOqMelpr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1INLelt60T
No resources found
+ cat /tmp/tmp.WDJOqMelpr
+ rm /tmp/tmp.1INLelt60T /tmp/tmp.WDJOqMelpr
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.xgMIeJcC1x
++ mktemp
+ local LAST_ERR=/tmp/tmp.G2k5HHjm5K
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xgMIeJcC1x
No resources found
+ cat /tmp/tmp.G2k5HHjm5K
+ rm /tmp/tmp.xgMIeJcC1x /tmp/tmp.G2k5HHjm5K
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.m10xv5tErL
++ mktemp
+ local LAST_ERR=/tmp/tmp.2JkPLUSJtg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.m10xv5tErL
No resources found
+ cat /tmp/tmp.2JkPLUSJtg
+ rm /tmp/tmp.m10xv5tErL /tmp/tmp.2JkPLUSJtg
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.hZMuiU9cHN
++ mktemp
+ local LAST_ERR=/tmp/tmp.PmfwxYniPl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hZMuiU9cHN
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.PmfwxYniPl
+ rm /tmp/tmp.hZMuiU9cHN /tmp/tmp.PmfwxYniPl
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-10095
+ rm -rf /tmp/tmp.S0qn0o69do
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.FVLUVFGvrB
+ desc 'test passed'
+ local LAST_OUT=/tmp/tmp.Ko6TgHIUe8
+ set +o xtrace
++ mktemp


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
+ local LAST_ERR=/tmp/tmp.8sCoN3Zwdo
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.ekYVnIZdgr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace smart-update1-10095
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator