Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-20394 + local ns=smart-update1-20394 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n smart-update1-26760 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ldjqOK9VSn ++ mktemp + local LAST_ERR=/tmp/tmp.TkoVeJZbQZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ldjqOK9VSn perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.TkoVeJZbQZ + rm /tmp/tmp.ldjqOK9VSn /tmp/tmp.TkoVeJZbQZ + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Y5ysOOVkWL ++ mktemp + local LAST_ERR=/tmp/tmp.1cXrlRJqJO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Y5ysOOVkWL No resources found + cat /tmp/tmp.1cXrlRJqJO + rm /tmp/tmp.Y5ysOOVkWL /tmp/tmp.1cXrlRJqJO + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.d8MsPYgDQ9 ++ mktemp + local LAST_ERR=/tmp/tmp.ouySVa4ccm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.d8MsPYgDQ9 No resources found + cat /tmp/tmp.ouySVa4ccm + rm /tmp/tmp.d8MsPYgDQ9 /tmp/tmp.ouySVa4ccm + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ++ mktemp ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + local LAST_OUT=/tmp/tmp.jthsP1KO7l + local LAST_OUT=/tmp/tmp.0nMypJXpRu ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.HsbSyMowZU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + local LAST_ERR=/tmp/tmp.SscmftZS3q + local exit_status=0 ++ seq 0 2 + awk '{print$1}' + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + xargs kubectl delete ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0nMypJXpRu + cat /tmp/tmp.HsbSyMowZU + rm /tmp/tmp.0nMypJXpRu /tmp/tmp.HsbSyMowZU + return 0 namespace "cert-manager" deleted namespace "smart-update1-26760" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jthsP1KO7l namespace "pxc-operator" deleted + cat /tmp/tmp.SscmftZS3q + rm /tmp/tmp.jthsP1KO7l /tmp/tmp.SscmftZS3q + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.j2Dx3kMYAM ++ mktemp + local LAST_ERR=/tmp/tmp.v8nl9dGakQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.j2Dx3kMYAM namespace/pxc-operator created + cat /tmp/tmp.v8nl9dGakQ + rm /tmp/tmp.j2Dx3kMYAM /tmp/tmp.v8nl9dGakQ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.exnZVQ6EDa +++ mktemp ++ local LAST_ERR=/tmp/tmp.KfieISUjB0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.exnZVQ6EDa ++ cat /tmp/tmp.KfieISUjB0 ++ rm /tmp/tmp.exnZVQ6EDa /tmp/tmp.KfieISUjB0 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1717-958d148d-1-cluster3 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.I8nhS20AeW ++ mktemp + local LAST_ERR=/tmp/tmp.LizGtKz1Rv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1717-958d148d-1-cluster3 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.I8nhS20AeW Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1717-958d148d-1-cluster3" modified. + cat /tmp/tmp.LizGtKz1Rv + rm /tmp/tmp.I8nhS20AeW /tmp/tmp.LizGtKz1Rv + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.6iUmBNQVtW ++ mktemp + local LAST_ERR=/tmp/tmp.iZe5Ykwqrk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6iUmBNQVtW customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.iZe5Ykwqrk + rm /tmp/tmp.6iUmBNQVtW /tmp/tmp.iZe5Ykwqrk + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.dBPXaeebB8 ++ mktemp + local LAST_ERR=/tmp/tmp.6RgXsoV1Uv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dBPXaeebB8 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.6RgXsoV1Uv + rm /tmp/tmp.dBPXaeebB8 /tmp/tmp.6RgXsoV1Uv + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/deploy/cw-operator.yaml + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d^' ++ mktemp + local LAST_OUT=/tmp/tmp.NPlmQxKne3 ++ mktemp + local LAST_ERR=/tmp/tmp.htDjIID89C + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NPlmQxKne3 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.htDjIID89C + rm /tmp/tmp.NPlmQxKne3 /tmp/tmp.htDjIID89C + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.c6SLEyF9Ny ++ mktemp + local LAST_ERR=/tmp/tmp.CZqfcDuqGo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.c6SLEyF9Ny pod/percona-xtradb-cluster-operator-76cddf6977-cskdn condition met + cat /tmp/tmp.CZqfcDuqGo + rm /tmp/tmp.c6SLEyF9Ny /tmp/tmp.CZqfcDuqGo + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.GYRo7LdXuU +++ mktemp ++ local LAST_ERR=/tmp/tmp.MQ0Y8HPYtp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GYRo7LdXuU ++ cat /tmp/tmp.MQ0Y8HPYtp ++ rm /tmp/tmp.GYRo7LdXuU /tmp/tmp.MQ0Y8HPYtp ++ return 0 + wait_pod percona-xtradb-cluster-operator-76cddf6977-cskdn 480 pxc-operator + local pod=percona-xtradb-cluster-operator-76cddf6977-cskdn + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-76cddf6977-cskdn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-76cddf6977-cskdn condition met percona-xtradb-cluster-operator-76cddf6977-cskdn.Ok + sleep 3 + create_namespace smart-update1-20394 + local namespace=smart-update1-20394 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-20394' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-20394 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-20394 ++ mktemp ++ mktemp + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + local LAST_OUT=/tmp/tmp.MAuhsjJfmB + local LAST_OUT=/tmp/tmp.VNCSuB5wgb ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.Vg4XZLZodc + local exit_status=0 + local LAST_ERR=/tmp/tmp.TgR00csDXn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-20394 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VNCSuB5wgb + cat /tmp/tmp.Vg4XZLZodc + rm /tmp/tmp.VNCSuB5wgb /tmp/tmp.Vg4XZLZodc + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-20394 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.MAuhsjJfmB + cat /tmp/tmp.TgR00csDXn Error from server (NotFound): namespaces "smart-update1-20394" not found + rm /tmp/tmp.MAuhsjJfmB /tmp/tmp.TgR00csDXn + return 1 + : + wait_for_delete namespace/smart-update1-20394 + local res=namespace/smart-update1-20394 + echo -n 'namespace/smart-update1-20394 - ' namespace/smart-update1-20394 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-20394" not found + desc 'create namespace smart-update1-20394' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-20394 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-20394 ++ mktemp + local LAST_OUT=/tmp/tmp.BQ8RRrgUUD ++ mktemp + local LAST_ERR=/tmp/tmp.eqCY1UEJl2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-20394 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BQ8RRrgUUD namespace/smart-update1-20394 created + cat /tmp/tmp.eqCY1UEJl2 + rm /tmp/tmp.BQ8RRrgUUD /tmp/tmp.eqCY1UEJl2 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.DJTMyRQhGJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.8C8UMC2SdR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DJTMyRQhGJ ++ cat /tmp/tmp.8C8UMC2SdR ++ rm /tmp/tmp.DJTMyRQhGJ /tmp/tmp.8C8UMC2SdR ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1717-958d148d-1-cluster3 --namespace=smart-update1-20394 ++ mktemp + local LAST_OUT=/tmp/tmp.ppDyETIt7L ++ mktemp + local LAST_ERR=/tmp/tmp.JSxBPVHRpN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1717-958d148d-1-cluster3 --namespace=smart-update1-20394 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ppDyETIt7L Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1717-958d148d-1-cluster3" modified. + cat /tmp/tmp.JSxBPVHRpN + rm /tmp/tmp.ppDyETIt7L /tmp/tmp.JSxBPVHRpN + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.onEIwRPkne ++ mktemp + local LAST_ERR=/tmp/tmp.3s2i21A84z + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.onEIwRPkne secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.3s2i21A84z + rm /tmp/tmp.onEIwRPkne /tmp/tmp.3s2i21A84z + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.YkSw93cWb7 ++ mktemp + local LAST_ERR=/tmp/tmp.A4HgLN8FT7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YkSw93cWb7 configmap/versions created + cat /tmp/tmp.A4HgLN8FT7 + rm /tmp/tmp.YkSw93cWb7 /tmp/tmp.A4HgLN8FT7 + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.2ioQHYvSQ7 ++ mktemp + local LAST_ERR=/tmp/tmp.LDhhUA5v5M + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2ioQHYvSQ7 deployment.apps/version-service created service/version-service created + cat /tmp/tmp.LDhhUA5v5M + rm /tmp/tmp.2ioQHYvSQ7 /tmp/tmp.LDhhUA5v5M + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.QLb3zwffoX ++ mktemp + local LAST_ERR=/tmp/tmp.q0TOKH8vEn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QLb3zwffoX namespace/cert-manager created + cat /tmp/tmp.q0TOKH8vEn + rm /tmp/tmp.QLb3zwffoX /tmp/tmp.q0TOKH8vEn + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.FGmtBfmpth ++ mktemp + local LAST_ERR=/tmp/tmp.lfxZjeTI9E + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FGmtBfmpth namespace/cert-manager labeled + cat /tmp/tmp.lfxZjeTI9E + rm /tmp/tmp.FGmtBfmpth /tmp/tmp.lfxZjeTI9E + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.ctuVlnXaDU ++ mktemp + local LAST_ERR=/tmp/tmp.cDw0h5VnxO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ctuVlnXaDU namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.cDw0h5VnxO Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.ctuVlnXaDU /tmp/tmp.cDw0h5VnxO + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ sort -V ++ head -n1 ++ tail -n3 ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++++ grep -c percona-xtradb-cluster-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xvtBwgv0J4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.te75JFTM2Q +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xvtBwgv0J4 +++ cat /tmp/tmp.te75JFTM2Q +++ rm /tmp/tmp.xvtBwgv0J4 /tmp/tmp.te75JFTM2Q +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-76cddf6977-cskdn -n pxc-operator -- curl -s http://version-service.smart-update1-20394.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.zk3cpxmcua +++ mktemp ++ local LAST_ERR=/tmp/tmp.NCOoExx3Wt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-76cddf6977-cskdn -n pxc-operator -- curl -s http://version-service.smart-update1-20394.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zk3cpxmcua ++ cat /tmp/tmp.NCOoExx3Wt Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.zk3cpxmcua /tmp/tmp.NCOoExx3Wt ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.BTSvUSoqDY ++ mktemp + local LAST_ERR=/tmp/tmp.3p6pXRURZv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BTSvUSoqDY customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.3p6pXRURZv + rm /tmp/tmp.BTSvUSoqDY /tmp/tmp.3p6pXRURZv + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.dSh0ZvQJ7O/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d"' /tmp/tmp.dSh0ZvQJ7O/smart-update.yml + spinup_pxc smart-update /tmp/tmp.dSh0ZvQJ7O/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.dSh0ZvQJ7O/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Ha0aa2qXgy ++ mktemp + local LAST_ERR=/tmp/tmp.nM9q61wHbZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ha0aa2qXgy secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.nM9q61wHbZ + rm /tmp/tmp.Ha0aa2qXgy /tmp/tmp.nM9q61wHbZ + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-20394~ + local LAST_OUT=/tmp/tmp.GNqlfm8Oy4 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_ERR=/tmp/tmp.EzKGzBnuKc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GNqlfm8Oy4 deployment.apps/pxc-client created + cat /tmp/tmp.EzKGzBnuKc + rm /tmp/tmp.GNqlfm8Oy4 /tmp/tmp.EzKGzBnuKc + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.dSh0ZvQJ7O/smart-update.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.dSh0ZvQJ7O/smart-update.yml + cat /tmp/tmp.dSh0ZvQJ7O/smart-update.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.CwSFBLj1Wm + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-20394~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.nnrJQ1g5Sk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CwSFBLj1Wm perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.nnrJQ1g5Sk + rm /tmp/tmp.CwSFBLj1Wm /tmp/tmp.nnrJQ1g5Sk + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xhl58KOwwQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xSlQvLYI8U +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xhl58KOwwQ +++ cat /tmp/tmp.xSlQvLYI8U +++ rm /tmp/tmp.xhl58KOwwQ /tmp/tmp.xSlQvLYI8U +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.uLvagKjPHJ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.D44VlNNZim +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.uLvagKjPHJ +++ cat /tmp/tmp.D44VlNNZim +++ rm /tmp/tmp.uLvagKjPHJ /tmp/tmp.D44VlNNZim +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 ++ mktemp + local LAST_OUT=/tmp/tmp.NBZSMavFvu ++ mktemp + local LAST_ERR=/tmp/tmp.cQN2OwBBAk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.NBZSMavFvu + cat /tmp/tmp.cQN2OwBBAk error: no matching resources found + rm /tmp/tmp.NBZSMavFvu /tmp/tmp.cQN2OwBBAk + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace Error from server (NotFound): pods "smart-update-proxysql-0" not found smart-update-proxysql-0........Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jBiGDMrDMy +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fh3lTN5r5a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jBiGDMrDMy ++ cat /tmp/tmp.Fh3lTN5r5a ++ rm /tmp/tmp.jBiGDMrDMy /tmp/tmp.Fh3lTN5r5a ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aUQ6MRzLyS +++ mktemp ++ local LAST_ERR=/tmp/tmp.8g2NixJ9Gm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aUQ6MRzLyS ++ cat /tmp/tmp.8g2NixJ9Gm ++ rm /tmp/tmp.aUQ6MRzLyS /tmp/tmp.8g2NixJ9Gm ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FiXE3BhIFx +++ mktemp ++ local LAST_ERR=/tmp/tmp.skSyJayVWl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FiXE3BhIFx ++ cat /tmp/tmp.skSyJayVWl ++ rm /tmp/tmp.FiXE3BhIFx /tmp/tmp.skSyJayVWl ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SdNovaGNJt +++ mktemp ++ local LAST_ERR=/tmp/tmp.bF9ywme3UM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SdNovaGNJt ++ cat /tmp/tmp.bF9ywme3UM ++ rm /tmp/tmp.SdNovaGNJt /tmp/tmp.bF9ywme3UM ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tpuoWSbEtq +++ mktemp ++ local LAST_ERR=/tmp/tmp.t81A6NQ3Kb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tpuoWSbEtq ++ cat /tmp/tmp.t81A6NQ3Kb ++ rm /tmp/tmp.tpuoWSbEtq /tmp/tmp.t81A6NQ3Kb ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DONlMEHTto +++ mktemp ++ local LAST_ERR=/tmp/tmp.NrPFY33hYe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DONlMEHTto ++ cat /tmp/tmp.NrPFY33hYe Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.DONlMEHTto /tmp/tmp.NrPFY33hYe ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.cctzQ9Llnc +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.KkNFYy5IBR ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.cctzQ9Llnc ++++ cat /tmp/tmp.KkNFYy5IBR ++++ rm /tmp/tmp.cctzQ9Llnc /tmp/tmp.KkNFYy5IBR ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.uLtlmPTz9Z +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.QIN5VQTTyF ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.uLtlmPTz9Z ++++ cat /tmp/tmp.QIN5VQTTyF ++++ rm /tmp/tmp.uLtlmPTz9Z /tmp/tmp.QIN5VQTTyF ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-20394.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-20394.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ cut -d. -f1 ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-20394.svc.cluster.local + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Z1ZtbipUEH ++ mktemp + local LAST_ERR=/tmp/tmp.nUzxWVDu6A + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Z1ZtbipUEH perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.nUzxWVDu6A + rm /tmp/tmp.Z1ZtbipUEH /tmp/tmp.nUzxWVDu6A + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update........................................................................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7bkFEQ4ExK +++ mktemp ++ local LAST_ERR=/tmp/tmp.3EHMpoptYZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7bkFEQ4ExK ++ cat /tmp/tmp.3EHMpoptYZ ++ rm /tmp/tmp.7bkFEQ4ExK /tmp/tmp.3EHMpoptYZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ud9CXE1ir0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ew9V25tgJD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ud9CXE1ir0 ++ cat /tmp/tmp.Ew9V25tgJD ++ rm /tmp/tmp.Ud9CXE1ir0 /tmp/tmp.Ew9V25tgJD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jTqtFHPAeZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tr6ctexRwS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jTqtFHPAeZ ++ cat /tmp/tmp.Tr6ctexRwS ++ rm /tmp/tmp.jTqtFHPAeZ /tmp/tmp.Tr6ctexRwS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WTym9sqimU +++ mktemp ++ local LAST_ERR=/tmp/tmp.PWheb5Bq25 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WTym9sqimU ++ cat /tmp/tmp.PWheb5Bq25 ++ rm /tmp/tmp.WTym9sqimU /tmp/tmp.PWheb5Bq25 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.F09AProKOX +++ mktemp ++ local LAST_ERR=/tmp/tmp.TUUW9PDVKg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.F09AProKOX ++ cat /tmp/tmp.TUUW9PDVKg ++ rm /tmp/tmp.F09AProKOX /tmp/tmp.TUUW9PDVKg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QvQBQipFaS +++ mktemp ++ local LAST_ERR=/tmp/tmp.crOnEhWiFx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QvQBQipFaS ++ cat /tmp/tmp.crOnEhWiFx ++ rm /tmp/tmp.QvQBQipFaS /tmp/tmp.crOnEhWiFx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qSZT1ijq92 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2Y1a7TRrlW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qSZT1ijq92 ++ cat /tmp/tmp.2Y1a7TRrlW ++ rm /tmp/tmp.qSZT1ijq92 /tmp/tmp.2Y1a7TRrlW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SLOOscq6o8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.EQzcIhiRgS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SLOOscq6o8 ++ cat /tmp/tmp.EQzcIhiRgS ++ rm /tmp/tmp.SLOOscq6o8 /tmp/tmp.EQzcIhiRgS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ptBsNPHPwz +++ mktemp ++ local LAST_ERR=/tmp/tmp.VZMyKx2alg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ptBsNPHPwz ++ cat /tmp/tmp.VZMyKx2alg ++ rm /tmp/tmp.ptBsNPHPwz /tmp/tmp.VZMyKx2alg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p70kKkirLX +++ mktemp ++ local LAST_ERR=/tmp/tmp.T8JyNgaTlX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p70kKkirLX ++ cat /tmp/tmp.T8JyNgaTlX ++ rm /tmp/tmp.p70kKkirLX /tmp/tmp.T8JyNgaTlX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wVypFqUUnJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.elllZbvD9E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wVypFqUUnJ ++ cat /tmp/tmp.elllZbvD9E ++ rm /tmp/tmp.wVypFqUUnJ /tmp/tmp.elllZbvD9E ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H4ikTxEI74 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bSJMh3yyLV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H4ikTxEI74 ++ cat /tmp/tmp.bSJMh3yyLV ++ rm /tmp/tmp.H4ikTxEI74 /tmp/tmp.bSJMh3yyLV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PCZhCtpaSO +++ mktemp ++ local LAST_ERR=/tmp/tmp.dRKcFaQLEz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PCZhCtpaSO ++ cat /tmp/tmp.dRKcFaQLEz ++ rm /tmp/tmp.PCZhCtpaSO /tmp/tmp.dRKcFaQLEz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 12 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QA8vYva2Ab +++ mktemp ++ local LAST_ERR=/tmp/tmp.qF872TckE7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QA8vYva2Ab ++ cat /tmp/tmp.qF872TckE7 ++ rm /tmp/tmp.QA8vYva2Ab /tmp/tmp.qF872TckE7 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.c3r1H9Iotl +++ mktemp ++ local LAST_ERR=/tmp/tmp.maH1WxbNV1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c3r1H9Iotl ++ cat /tmp/tmp.maH1WxbNV1 ++ rm /tmp/tmp.c3r1H9Iotl /tmp/tmp.maH1WxbNV1 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.m58a6xx8Ky ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.waEOoKNYXL +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.m58a6xx8Ky +++++ cat /tmp/tmp.waEOoKNYXL +++++ rm /tmp/tmp.m58a6xx8Ky /tmp/tmp.waEOoKNYXL +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5VFYpFFpdd ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.o0Mckp1GAK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5VFYpFFpdd +++++ cat /tmp/tmp.o0Mckp1GAK +++++ rm /tmp/tmp.5VFYpFFpdd /tmp/tmp.o0Mckp1GAK +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CtgvcklIBn +++ mktemp ++ local LAST_ERR=/tmp/tmp.scdcm0E0Cq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CtgvcklIBn ++ cat /tmp/tmp.scdcm0E0Cq ++ rm /tmp/tmp.CtgvcklIBn /tmp/tmp.scdcm0E0Cq ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xBlGJ15lum +++ mktemp ++ local LAST_ERR=/tmp/tmp.CTkMNQPjnZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xBlGJ15lum ++ cat /tmp/tmp.CTkMNQPjnZ ++ rm /tmp/tmp.xBlGJ15lum /tmp/tmp.CTkMNQPjnZ ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V1ILY9mFFD +++ mktemp ++ local LAST_ERR=/tmp/tmp.6xoigbvAM8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V1ILY9mFFD ++ cat /tmp/tmp.6xoigbvAM8 ++ rm /tmp/tmp.V1ILY9mFFD /tmp/tmp.6xoigbvAM8 ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G08jWA7NGA +++ mktemp ++ local LAST_ERR=/tmp/tmp.ecZzxTlN3N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G08jWA7NGA ++ cat /tmp/tmp.ecZzxTlN3N ++ rm /tmp/tmp.G08jWA7NGA /tmp/tmp.ecZzxTlN3N ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.eo3G5YCXA2 ++ mktemp + local LAST_ERR=/tmp/tmp.BgQaba9Pn2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eo3G5YCXA2 perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.BgQaba9Pn2 + rm /tmp/tmp.eo3G5YCXA2 /tmp/tmp.BgQaba9Pn2 + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.7vVg0FGTTC ++ mktemp + local LAST_ERR=/tmp/tmp.o3pHCbmNNS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7vVg0FGTTC persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.o3pHCbmNNS + rm /tmp/tmp.7vVg0FGTTC /tmp/tmp.o3pHCbmNNS + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d"' /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.huUxXXLkhA ++ mktemp + local LAST_ERR=/tmp/tmp.jCxl2yZbVB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.huUxXXLkhA secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.jCxl2yZbVB + rm /tmp/tmp.huUxXXLkhA /tmp/tmp.jCxl2yZbVB + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.dAxNrKCTax + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-20394~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_ERR=/tmp/tmp.ctu6nZCv1g + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dAxNrKCTax deployment.apps/pxc-client unchanged + cat /tmp/tmp.ctu6nZCv1g + rm /tmp/tmp.dAxNrKCTax /tmp/tmp.ctu6nZCv1g + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-20394~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + cat /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + local LAST_OUT=/tmp/tmp.NAjXzHUL3X ++ mktemp + local LAST_ERR=/tmp/tmp.HfqOXFbNZy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NAjXzHUL3X perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.HfqOXFbNZy + rm /tmp/tmp.NAjXzHUL3X /tmp/tmp.HfqOXFbNZy + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YY4UKdMFUI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.758JmiNVnb +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.YY4UKdMFUI +++ cat /tmp/tmp.758JmiNVnb +++ rm /tmp/tmp.YY4UKdMFUI /tmp/tmp.758JmiNVnb +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 ++ mktemp + local LAST_OUT=/tmp/tmp.fbUW3AMdLp ++ mktemp + local LAST_ERR=/tmp/tmp.jwY7eH4Sr0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.fbUW3AMdLp + cat /tmp/tmp.jwY7eH4Sr0 error: no matching resources found + rm /tmp/tmp.fbUW3AMdLp /tmp/tmp.jwY7eH4Sr0 + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.e6Pc5hmKOS +++ mktemp ++ local LAST_ERR=/tmp/tmp.ue5gNhMVOX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e6Pc5hmKOS ++ cat /tmp/tmp.ue5gNhMVOX ++ rm /tmp/tmp.e6Pc5hmKOS /tmp/tmp.ue5gNhMVOX ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T70Z5rdu8b +++ mktemp ++ local LAST_ERR=/tmp/tmp.mrYv0ZrklT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.T70Z5rdu8b ++ cat /tmp/tmp.mrYv0ZrklT ++ rm /tmp/tmp.T70Z5rdu8b /tmp/tmp.mrYv0ZrklT ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YxzFOx17ND +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wr0kKMbFrg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YxzFOx17ND ++ cat /tmp/tmp.Wr0kKMbFrg ++ rm /tmp/tmp.YxzFOx17ND /tmp/tmp.Wr0kKMbFrg ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QW6iSLjigi +++ mktemp ++ local LAST_ERR=/tmp/tmp.FYazMFOrKx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QW6iSLjigi ++ cat /tmp/tmp.FYazMFOrKx ++ rm /tmp/tmp.QW6iSLjigi /tmp/tmp.FYazMFOrKx ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w6OjjbMAdX +++ mktemp ++ local LAST_ERR=/tmp/tmp.Kz5mhHbVB6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w6OjjbMAdX ++ cat /tmp/tmp.Kz5mhHbVB6 ++ rm /tmp/tmp.w6OjjbMAdX /tmp/tmp.Kz5mhHbVB6 ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NGlLcSm1lv +++ mktemp ++ local LAST_ERR=/tmp/tmp.VhrkvJywiU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NGlLcSm1lv ++ cat /tmp/tmp.VhrkvJywiU Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.NGlLcSm1lv /tmp/tmp.VhrkvJywiU ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.78lkuxpjY8 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fvvgB4abkQ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.78lkuxpjY8 +++ cat /tmp/tmp.fvvgB4abkQ +++ rm /tmp/tmp.78lkuxpjY8 /tmp/tmp.fvvgB4abkQ +++ return 0 ++ client_pod=pxc-client-6644d8898f-vj6z6 ++ wait_pod pxc-client-6644d8898f-vj6z6 ++ local pod=pxc-client-6644d8898f-vj6z6 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-vj6z6 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.T08YYSHKxo ++ mktemp + local LAST_ERR=/tmp/tmp.RvBOqmBIa1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T08YYSHKxo perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.RvBOqmBIa1 + rm /tmp/tmp.T08YYSHKxo /tmp/tmp.RvBOqmBIa1 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update............................................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ay6dKA807i +++ mktemp ++ local LAST_ERR=/tmp/tmp.IY0oDZ0NO0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ay6dKA807i ++ cat /tmp/tmp.IY0oDZ0NO0 ++ rm /tmp/tmp.Ay6dKA807i /tmp/tmp.IY0oDZ0NO0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QZtK78Mwp3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OyrAlwXuq3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QZtK78Mwp3 ++ cat /tmp/tmp.OyrAlwXuq3 ++ rm /tmp/tmp.QZtK78Mwp3 /tmp/tmp.OyrAlwXuq3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RVxtpp4pna +++ mktemp ++ local LAST_ERR=/tmp/tmp.RE5ZJL9g7O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RVxtpp4pna ++ cat /tmp/tmp.RE5ZJL9g7O ++ rm /tmp/tmp.RVxtpp4pna /tmp/tmp.RE5ZJL9g7O ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bYnx1zlMG8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.vh18cOn8A7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bYnx1zlMG8 ++ cat /tmp/tmp.vh18cOn8A7 ++ rm /tmp/tmp.bYnx1zlMG8 /tmp/tmp.vh18cOn8A7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LeYPQZaBXg +++ mktemp ++ local LAST_ERR=/tmp/tmp.uw7uIHtFsW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LeYPQZaBXg ++ cat /tmp/tmp.uw7uIHtFsW ++ rm /tmp/tmp.LeYPQZaBXg /tmp/tmp.uw7uIHtFsW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GMTLH0ROIZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.wU2OWFjpZB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GMTLH0ROIZ ++ cat /tmp/tmp.wU2OWFjpZB ++ rm /tmp/tmp.GMTLH0ROIZ /tmp/tmp.wU2OWFjpZB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A6gAIxOBqu +++ mktemp ++ local LAST_ERR=/tmp/tmp.06gxrbd74q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A6gAIxOBqu ++ cat /tmp/tmp.06gxrbd74q ++ rm /tmp/tmp.A6gAIxOBqu /tmp/tmp.06gxrbd74q ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LrCezCOoZv +++ mktemp ++ local LAST_ERR=/tmp/tmp.We3PfNNjzk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LrCezCOoZv ++ cat /tmp/tmp.We3PfNNjzk ++ rm /tmp/tmp.LrCezCOoZv /tmp/tmp.We3PfNNjzk ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GF8jQQQXjL +++ mktemp ++ local LAST_ERR=/tmp/tmp.jqgyVir3Gr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GF8jQQQXjL ++ cat /tmp/tmp.jqgyVir3Gr ++ rm /tmp/tmp.GF8jQQQXjL /tmp/tmp.jqgyVir3Gr ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PMy4Sb2cCM +++ mktemp ++ local LAST_ERR=/tmp/tmp.j3JEHV2xfQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PMy4Sb2cCM ++ cat /tmp/tmp.j3JEHV2xfQ ++ rm /tmp/tmp.PMy4Sb2cCM /tmp/tmp.j3JEHV2xfQ ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.aXkSDPdQz7 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.hoZKuJpkgJ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.aXkSDPdQz7 +++++ cat /tmp/tmp.hoZKuJpkgJ +++++ rm /tmp/tmp.aXkSDPdQz7 /tmp/tmp.hoZKuJpkgJ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Z0lfMaGPol +++ mktemp ++ local LAST_ERR=/tmp/tmp.Lu0Op4mwXk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Z0lfMaGPol ++ cat /tmp/tmp.Lu0Op4mwXk ++ rm /tmp/tmp.Z0lfMaGPol /tmp/tmp.Lu0Op4mwXk ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LTu5o7DdTJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.DYrAAS9SL6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LTu5o7DdTJ ++ cat /tmp/tmp.DYrAAS9SL6 ++ rm /tmp/tmp.LTu5o7DdTJ /tmp/tmp.DYrAAS9SL6 ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3XHTxfoOX5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tJamPEf9Zu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3XHTxfoOX5 ++ cat /tmp/tmp.tJamPEf9Zu ++ rm /tmp/tmp.3XHTxfoOX5 /tmp/tmp.tJamPEf9Zu ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bS1S0US06I +++ mktemp ++ local LAST_ERR=/tmp/tmp.hpQ48lCP8n ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bS1S0US06I ++ cat /tmp/tmp.hpQ48lCP8n ++ rm /tmp/tmp.bS1S0US06I /tmp/tmp.hpQ48lCP8n ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + kubectl_bin delete -f /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Ap7rJsuRPQ ++ mktemp + local LAST_ERR=/tmp/tmp.BG8oUNTcZw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.dSh0ZvQJ7O/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ap7rJsuRPQ perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.BG8oUNTcZw + rm /tmp/tmp.Ap7rJsuRPQ /tmp/tmp.BG8oUNTcZw + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.9aKhHrf79C ++ mktemp + local LAST_ERR=/tmp/tmp.3E4kYQMJ0Z + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9aKhHrf79C persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.3E4kYQMJ0Z + rm /tmp/tmp.9aKhHrf79C /tmp/tmp.3E4kYQMJ0Z + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d"' /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.dPeaELIG6V ++ mktemp + local LAST_ERR=/tmp/tmp.5Y1sCu1e1N + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dPeaELIG6V secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.5Y1sCu1e1N + rm /tmp/tmp.dPeaELIG6V /tmp/tmp.5Y1sCu1e1N + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.llxgyBRXqa + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-20394~ + local LAST_ERR=/tmp/tmp.AHvCBzkrjN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.llxgyBRXqa deployment.apps/pxc-client unchanged + cat /tmp/tmp.AHvCBzkrjN + rm /tmp/tmp.llxgyBRXqa /tmp/tmp.AHvCBzkrjN + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + kubectl_bin apply -f - + cat /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1717-958d148d#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.m1l3tEmJpC + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-20394~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.RsZ68MZ7yC + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.m1l3tEmJpC perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.RsZ68MZ7yC + rm /tmp/tmp.m1l3tEmJpC /tmp/tmp.RsZ68MZ7yC + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.2dqOlFiwBT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Fo72GKV03p +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.2dqOlFiwBT +++ cat /tmp/tmp.Fo72GKV03p +++ rm /tmp/tmp.2dqOlFiwBT /tmp/tmp.Fo72GKV03p +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 ++ mktemp + local LAST_OUT=/tmp/tmp.pPcZsukPPE ++ mktemp + local LAST_ERR=/tmp/tmp.bL4DLyuV1Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-20394 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.pPcZsukPPE + cat /tmp/tmp.bL4DLyuV1Y error: no matching resources found + rm /tmp/tmp.pPcZsukPPE /tmp/tmp.bL4DLyuV1Y + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C44jRVrAA5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Roa4Ox8go4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C44jRVrAA5 ++ cat /tmp/tmp.Roa4Ox8go4 ++ rm /tmp/tmp.C44jRVrAA5 /tmp/tmp.Roa4Ox8go4 ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nIGcDmSM1k +++ mktemp ++ local LAST_ERR=/tmp/tmp.NzmMg7XVY9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nIGcDmSM1k ++ cat /tmp/tmp.NzmMg7XVY9 ++ rm /tmp/tmp.nIGcDmSM1k /tmp/tmp.NzmMg7XVY9 ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pnMJ3VJZBp +++ mktemp ++ local LAST_ERR=/tmp/tmp.jE4RCWswkq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pnMJ3VJZBp ++ cat /tmp/tmp.jE4RCWswkq ++ rm /tmp/tmp.pnMJ3VJZBp /tmp/tmp.jE4RCWswkq ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JF7PdpItqD +++ mktemp ++ local LAST_ERR=/tmp/tmp.TbRbPxq5Eu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JF7PdpItqD ++ cat /tmp/tmp.TbRbPxq5Eu ++ rm /tmp/tmp.JF7PdpItqD /tmp/tmp.TbRbPxq5Eu ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wYYaD77og7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Qt1oAEPUuU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wYYaD77og7 ++ cat /tmp/tmp.Qt1oAEPUuU ++ rm /tmp/tmp.wYYaD77og7 /tmp/tmp.Qt1oAEPUuU ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FDwM4T0cWK +++ mktemp ++ local LAST_ERR=/tmp/tmp.HOjA6LJN3f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FDwM4T0cWK ++ cat /tmp/tmp.HOjA6LJN3f Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.FDwM4T0cWK /tmp/tmp.HOjA6LJN3f ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.JgXqonOvMY ++++ mktemp +++ local LAST_ERR=/tmp/tmp.qfVvAm1tSV +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.JgXqonOvMY +++ cat /tmp/tmp.qfVvAm1tSV +++ rm /tmp/tmp.JgXqonOvMY /tmp/tmp.qfVvAm1tSV +++ return 0 ++ client_pod=pxc-client-6644d8898f-vj6z6 ++ wait_pod pxc-client-6644d8898f-vj6z6 ++ local pod=pxc-client-6644d8898f-vj6z6 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-vj6z6 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Eo7LJGKaYI ++ mktemp + local LAST_ERR=/tmp/tmp.LVJ8RBo0Wp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Eo7LJGKaYI perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.LVJ8RBo0Wp + rm /tmp/tmp.Eo7LJGKaYI /tmp/tmp.LVJ8RBo0Wp + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update.................................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GVCmTyIOT9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.MtM837zx5B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GVCmTyIOT9 ++ cat /tmp/tmp.MtM837zx5B ++ rm /tmp/tmp.GVCmTyIOT9 /tmp/tmp.MtM837zx5B ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IwBQgTcwDZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.h2brCjZCNo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IwBQgTcwDZ ++ cat /tmp/tmp.h2brCjZCNo ++ rm /tmp/tmp.IwBQgTcwDZ /tmp/tmp.h2brCjZCNo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dSuEQ7DCMG +++ mktemp ++ local LAST_ERR=/tmp/tmp.mJtqY3ztyR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dSuEQ7DCMG ++ cat /tmp/tmp.mJtqY3ztyR ++ rm /tmp/tmp.dSuEQ7DCMG /tmp/tmp.mJtqY3ztyR ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tOLm6IMxKt +++ mktemp ++ local LAST_ERR=/tmp/tmp.KQxFAy0oMU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tOLm6IMxKt ++ cat /tmp/tmp.KQxFAy0oMU ++ rm /tmp/tmp.tOLm6IMxKt /tmp/tmp.KQxFAy0oMU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OUeG1wlLtM +++ mktemp ++ local LAST_ERR=/tmp/tmp.ElJk3T1Rym ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OUeG1wlLtM ++ cat /tmp/tmp.ElJk3T1Rym ++ rm /tmp/tmp.OUeG1wlLtM /tmp/tmp.ElJk3T1Rym ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.F6N4lVcaNJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZssXef5925 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.F6N4lVcaNJ ++ cat /tmp/tmp.ZssXef5925 ++ rm /tmp/tmp.F6N4lVcaNJ /tmp/tmp.ZssXef5925 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IUy7PJ5GCg +++ mktemp ++ local LAST_ERR=/tmp/tmp.3UvASzo0hW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IUy7PJ5GCg ++ cat /tmp/tmp.3UvASzo0hW ++ rm /tmp/tmp.IUy7PJ5GCg /tmp/tmp.3UvASzo0hW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.piHXZgoVuj +++ mktemp ++ local LAST_ERR=/tmp/tmp.p2U0cZ7cou ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.piHXZgoVuj ++ cat /tmp/tmp.p2U0cZ7cou ++ rm /tmp/tmp.piHXZgoVuj /tmp/tmp.p2U0cZ7cou ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ca7KVhSeTo +++ mktemp ++ local LAST_ERR=/tmp/tmp.OsS4UOzdoO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ca7KVhSeTo ++ cat /tmp/tmp.OsS4UOzdoO ++ rm /tmp/tmp.ca7KVhSeTo /tmp/tmp.OsS4UOzdoO ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wbtD4UY1Ek +++ mktemp ++ local LAST_ERR=/tmp/tmp.dE5qKX5msq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wbtD4UY1Ek ++ cat /tmp/tmp.dE5qKX5msq ++ rm /tmp/tmp.wbtD4UY1Ek /tmp/tmp.dE5qKX5msq ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.nPa6XKEEIV ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.FQf5TTpqzU +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.nPa6XKEEIV +++++ cat /tmp/tmp.FQf5TTpqzU +++++ rm /tmp/tmp.nPa6XKEEIV /tmp/tmp.FQf5TTpqzU +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sdf9E4NuuY +++ mktemp ++ local LAST_ERR=/tmp/tmp.rz87L3YzxG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sdf9E4NuuY ++ cat /tmp/tmp.rz87L3YzxG ++ rm /tmp/tmp.sdf9E4NuuY /tmp/tmp.rz87L3YzxG ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VtQkBsrYy5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SIIBcGxtXg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VtQkBsrYy5 ++ cat /tmp/tmp.SIIBcGxtXg ++ rm /tmp/tmp.VtQkBsrYy5 /tmp/tmp.SIIBcGxtXg ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.on15PiHpAi +++ mktemp ++ local LAST_ERR=/tmp/tmp.3Wg6np5hEX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.on15PiHpAi ++ cat /tmp/tmp.3Wg6np5hEX ++ rm /tmp/tmp.on15PiHpAi /tmp/tmp.3Wg6np5hEX ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zb7haR3tzK +++ mktemp ++ local LAST_ERR=/tmp/tmp.8y9aBpF1yX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zb7haR3tzK ++ cat /tmp/tmp.8y9aBpF1yX ++ rm /tmp/tmp.Zb7haR3tzK /tmp/tmp.8y9aBpF1yX ++ return 0 + client_pod=pxc-client-6644d8898f-vj6z6 + wait_pod pxc-client-6644d8898f-vj6z6 + local pod=pxc-client-6644d8898f-vj6z6 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-vj6z6 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-vj6z6 condition met pxc-client-6644d8898f-vj6z6.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.dSh0ZvQJ7O/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.dSh0ZvQJ7O/select-1.sql + kubectl_bin delete -f /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.sQ2qxU9wDT ++ mktemp + local LAST_ERR=/tmp/tmp.LcobXU0DEb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.dSh0ZvQJ7O/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sQ2qxU9wDT perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.LcobXU0DEb + rm /tmp/tmp.sQ2qxU9wDT /tmp/tmp.LcobXU0DEb + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.LWF14HZtmI ++ mktemp + local LAST_ERR=/tmp/tmp.3f9h9bhdGE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LWF14HZtmI persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.3f9h9bhdGE + rm /tmp/tmp.LWF14HZtmI /tmp/tmp.3f9h9bhdGE + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.TBJBtMqjlv ++ mktemp + local LAST_ERR=/tmp/tmp.3i1Iq2wpuG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1717/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TBJBtMqjlv deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.3i1Iq2wpuG + rm /tmp/tmp.TBJBtMqjlv /tmp/tmp.3i1Iq2wpuG + return 0 + destroy smart-update1-20394 + local namespace=smart-update1-20394 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v 'get backup status: Job.batch' + sort -u + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + tee /tmp/tmp.dSh0ZvQJ7O/operator.log + grep -v level=info +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.GG8XoEVzuJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.8pHLsotAUT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GG8XoEVzuJ ++ cat /tmp/tmp.8pHLsotAUT ++ rm /tmp/tmp.GG8XoEVzuJ /tmp/tmp.8pHLsotAUT ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-76cddf6977-cskdn ++ mktemp + local LAST_OUT=/tmp/tmp.oyLoQTfSqN ++ mktemp + local LAST_ERR=/tmp/tmp.YFTcEzIibX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-76cddf6977-cskdn + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oyLoQTfSqN + cat /tmp/tmp.YFTcEzIibX + rm /tmp/tmp.oyLoQTfSqN /tmp/tmp.YFTcEzIibX + return 0 2024-05-30T03:34:07.110Z INFO setup Manager starting up {"gitCommit": "958d148d923a36c35b9549e7bd3710ce6dadf796", "gitBranch": "PR-1717-958d148d", "buildTime": "2024-05-30T01:47:55Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-30T03:34:07.110Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1360000"} 2024-05-30T03:34:07.111Z INFO setup Registering Components. 2024-05-30T03:34:12.299Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-30T03:34:12.302Z INFO setup Starting the Cmd. 2024-05-30T03:34:12.303Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-30T03:34:12.303Z INFO controller-runtime.metrics Starting metrics server 2024-05-30T03:34:12.303Z INFO controller-runtime.webhook Starting webhook server 2024-05-30T03:34:12.303Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-30T03:34:12.304Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-30T03:34:12.304Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-30T03:34:12.304Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-30T03:34:12.404Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-30T03:34:12.425Z DEBUG events percona-xtradb-cluster-operator-76cddf6977-cskdn_827f493c-29da-42b6-b510-862523d0364a became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"24fe8ee2-5b05-479e-9fd5-40d2939c99fd","apiVersion":"coordination.k8s.io/v1","resourceVersion":"54394"}, "reason": "LeaderElection"} 2024-05-30T03:34:12.425Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-30T03:34:12.425Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-30T03:34:12.425Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-30T03:34:12.425Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2024-05-30T03:34:12.425Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2024-05-30T03:34:12.425Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2024-05-30T03:34:12.425Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-30T03:34:12.529Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-30T03:34:12.530Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-30T03:34:12.530Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-30T03:36:24.549Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "aec3b858-10fa-44a4-8702-aa83c9bd3caa", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:31.615Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "aec3b858-10fa-44a4-8702-aa83c9bd3caa"} 2024-05-30T03:36:32.104Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6915c7a6-2e3b-4820-a1a4-e1b5716b08ac", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:32.207Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6915c7a6-2e3b-4820-a1a4-e1b5716b08ac"} 2024-05-30T03:36:37.104Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b341ee38-f5bf-4c8a-b031-6eac2da9792e", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:37.256Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b341ee38-f5bf-4c8a-b031-6eac2da9792e"} 2024-05-30T03:36:42.291Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "2ff0c1c1-e6a7-4be9-9605-6213d952422e", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:42.378Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "2ff0c1c1-e6a7-4be9-9605-6213d952422e"} 2024-05-30T03:36:47.463Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "03f6af7f-0655-40b7-97ee-c100adabc90a", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:47.559Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "03f6af7f-0655-40b7-97ee-c100adabc90a"} 2024-05-30T03:36:47.632Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6bde950c-42f9-4f18-9b0f-5e3eb002f0c4", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:47.779Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6bde950c-42f9-4f18-9b0f-5e3eb002f0c4"} 2024-05-30T03:36:52.632Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8ff39f67-2d10-4979-be4f-40e639628cef", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:52.749Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8ff39f67-2d10-4979-be4f-40e639628cef"} 2024-05-30T03:36:57.789Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "df050968-637a-4431-bd8d-178719cbd68d", "oldSize": 1, "newSize": 2} 2024-05-30T03:36:57.887Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "df050968-637a-4431-bd8d-178719cbd68d"} 2024-05-30T03:37:02.926Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "4e90c856-8a64-42e0-baff-8a41680af787", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:03.033Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "4e90c856-8a64-42e0-baff-8a41680af787"} 2024-05-30T03:37:03.116Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1cba194d-6b0f-4d6f-b017-9143232bc54c", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:08.116Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "2e7fdea1-5e01-4515-a6f9-5e77b9e3945a", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:14.988Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "725f9aae-a95b-4034-a7ee-eacb03839d32", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:21.115Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c076c0dd-8fe4-4719-b334-3a2d5d701e4d", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:27.238Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e2520637-c7bb-4f81-9725-f8cd663398e5", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:33.455Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "36195cc8-2015-4877-ad1a-8e14b58b5c41", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:39.633Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "63666dcb-b039-4435-b079-597e2f820a1e", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:46.104Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "cc910dbd-32bf-41a8-8d6a-9311d106de4e", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:47.378Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:47.474Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b", "user": "operator"} 2024-05-30T03:37:47.510Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b", "user": "monitor"} 2024-05-30T03:37:47.583Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b"} 2024-05-30T03:37:47.626Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b"} 2024-05-30T03:37:47.663Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b", "user": "xtrabackup"} 2024-05-30T03:37:47.717Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b"} 2024-05-30T03:37:47.764Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b", "user": "replication"} 2024-05-30T03:37:48.877Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a43096b-4675-41b7-b8ae-4f7bfb67dd7b", "err": "get primary pxc pod: not found"} 2024-05-30T03:37:52.367Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8774e59d-1326-41b7-ad3b-649563451127", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:53.520Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8774e59d-1326-41b7-ad3b-649563451127", "err": "get primary pxc pod: not found"} 2024-05-30T03:37:58.602Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6e791f6a-afd9-4545-9bc2-8cf1fee66bbf", "oldSize": 1, "newSize": 2} 2024-05-30T03:37:59.799Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6e791f6a-afd9-4545-9bc2-8cf1fee66bbf", "err": "get primary pxc pod: not found"} 2024-05-30T03:38:04.842Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "7df88695-aabf-4651-9a7a-359287fe4d8c", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:05.991Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "7df88695-aabf-4651-9a7a-359287fe4d8c", "err": "get primary pxc pod: not found"} 2024-05-30T03:38:11.035Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "42b139d6-386f-4d04-959b-c4b3a02cf458", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:17.247Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a65a2e10-e011-4056-ba95-6e21f524a836", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:23.446Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "071fc799-cbcb-4003-87c6-54ff52eecb90", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:29.726Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b17317fe-d080-4b76-abdb-1b6f2d5e248a", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:35.930Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "48e75e76-5191-4e58-8643-7d744aaa7adb", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:42.171Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a3d13ec9-143a-44b2-9808-7191e6fbe0b4", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:48.372Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1d71f636-da97-4c74-a200-44797f8e4c01", "oldSize": 1, "newSize": 2} 2024-05-30T03:38:54.592Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "3c1ddbc4-f92d-4e6b-9f25-232698f60d2f", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:01.221Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "535bcf03-77ce-487e-a86c-dce5b732288b", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:02.475Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e64d6a5c-ea4c-4a9f-a78c-6da84535c9a4", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:07.473Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ae92add0-cbce-4bff-8177-6153e1063ada", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:13.768Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1a8e8525-31c7-4ec1-8a4d-1dd588132d00", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:20.015Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "618f6de5-10d5-4e32-a105-e2c8e4e04cf5", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:26.229Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "21318b2b-bc1b-4d76-b7cb-98046acb8841", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:32.637Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "7f416058-52e2-455c-9570-ea95d2731147", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:38.839Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ba6e1970-9f39-4718-acc1-fd9adc1ccf45", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:45.202Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "24fa26fc-ba94-42c6-86ce-fdd9e9e8f2bf", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:51.496Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bc996233-d4a0-444d-bd87-e2d911344e22", "oldSize": 1, "newSize": 2} 2024-05-30T03:39:57.734Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "4015decb-5c07-4619-819d-aeaf90790214", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:03.970Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "fa245e26-d968-44ce-afe3-741be9c127ce", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:10.180Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f82c59ed-102c-4a64-b06a-19bdccd717c9", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:11.609Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e45b565a-ddda-480b-beb2-2f124bdc3d03", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:11.775Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e45b565a-ddda-480b-beb2-2f124bdc3d03", "user": "root"} 2024-05-30T03:40:13.021Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e45b565a-ddda-480b-beb2-2f124bdc3d03", "new version": "8.0.19-10"} 2024-05-30T03:40:13.171Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0678e283-6fd2-45d9-b193-32b3974ddec7", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:14.320Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e45b565a-ddda-480b-beb2-2f124bdc3d03"} 2024-05-30T03:40:16.605Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bfa1b3f0-05a6-44a7-8846-50ed95fcebda", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:19.129Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bfa1b3f0-05a6-44a7-8846-50ed95fcebda"} 2024-05-30T03:40:22.893Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "72e33604-6429-4b08-946d-0a9a0fc048dd", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:25.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "72e33604-6429-4b08-946d-0a9a0fc048dd"} 2024-05-30T03:40:29.283Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b8b2c765-243e-451c-8ccd-ff06ac23e401", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:31.954Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b8b2c765-243e-451c-8ccd-ff06ac23e401"} 2024-05-30T03:40:35.634Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ade7e527-7b7a-43c2-bc2c-68cce64fb39d", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:38.319Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ade7e527-7b7a-43c2-bc2c-68cce64fb39d"} 2024-05-30T03:40:41.990Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6621e1f1-6545-495c-b62a-7992d8fcae7b", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:44.564Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6621e1f1-6545-495c-b62a-7992d8fcae7b"} 2024-05-30T03:40:48.276Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9ba8812d-45a3-4f09-9e30-96afe34e4f9f", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:50.916Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9ba8812d-45a3-4f09-9e30-96afe34e4f9f"} 2024-05-30T03:40:54.638Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "25acaeef-75d5-41d3-bc31-3f2d27eb346c", "oldSize": 1, "newSize": 2} 2024-05-30T03:40:57.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "25acaeef-75d5-41d3-bc31-3f2d27eb346c"} 2024-05-30T03:41:01.159Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a8de8725-3ef2-4660-af2e-5ddf55df3beb", "oldSize": 1, "newSize": 2} 2024-05-30T03:41:03.749Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a8de8725-3ef2-4660-af2e-5ddf55df3beb"} 2024-05-30T03:41:07.473Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "400ce382-e7f3-4313-ab46-2a2c2eb29019", "oldSize": 1, "newSize": 2} 2024-05-30T03:41:10.847Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "400ce382-e7f3-4313-ab46-2a2c2eb29019"} 2024-05-30T03:41:14.024Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f9b7cbd6-5047-492e-8303-619c10244937", "oldSize": 1, "newSize": 2} 2024-05-30T03:41:16.715Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f9b7cbd6-5047-492e-8303-619c10244937"} 2024-05-30T03:41:20.408Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9b80e95d-4fae-4052-93ec-78dc2b4edd38", "oldSize": 1, "newSize": 2} 2024-05-30T03:41:21.694Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "oldSize": 1, "newSize": 2} 2024-05-30T03:41:22.951Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782"} 2024-05-30T03:41:22.960Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-2"} 2024-05-30T03:41:22.960Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-20394.svc.cluster.local"} 2024-05-30T03:41:23.040Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9b80e95d-4fae-4052-93ec-78dc2b4edd38"} 2024-05-30T03:41:43.174Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-05-30T03:42:53.218Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-2"} 2024-05-30T03:43:43.245Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-2"} 2024-05-30T03:43:43.252Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-2"} 2024-05-30T03:43:43.253Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-1"} 2024-05-30T03:44:03.504Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-05-30T03:45:13.511Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-1"} 2024-05-30T03:46:03.537Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-1"} 2024-05-30T03:46:03.543Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-0"} 2024-05-30T03:46:03.543Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-1"} 2024-05-30T03:46:23.768Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-30T03:47:23.789Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-0"} 2024-05-30T03:48:23.813Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-0"} 2024-05-30T03:48:23.820Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "pod name": "smart-update-pxc-0"} 2024-05-30T03:48:23.820Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782"} 2024-05-30T03:48:23.905Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "53f01ebe-e73c-4b68-9376-373a39c69782", "new version": "8.0.36-28.1"} 2024-05-30T03:48:24.036Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c862b555-db28-4613-8365-b56ff429cd0c", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:25.444Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e9b7611c-3920-4e80-8cc5-ee35cfca6358", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:28.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e9b7611c-3920-4e80-8cc5-ee35cfca6358"} 2024-05-30T03:48:29.037Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "591d41c2-78c1-4cba-b874-4ae25be15997", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:31.811Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "591d41c2-78c1-4cba-b874-4ae25be15997"} 2024-05-30T03:48:35.364Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "fbe3f175-0337-42ae-9436-9f4b35693205", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:37.947Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "fbe3f175-0337-42ae-9436-9f4b35693205"} 2024-05-30T03:48:41.738Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "964613a1-2381-4d9f-a8cd-f6727391590d", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:44.338Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "964613a1-2381-4d9f-a8cd-f6727391590d"} 2024-05-30T03:48:48.193Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "87d2f7e8-02a0-435e-b371-768cc81fc9f9", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:50.727Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "87d2f7e8-02a0-435e-b371-768cc81fc9f9"} 2024-05-30T03:48:54.585Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "705ae8a6-ebf4-4dcf-a59d-32f2bad663ee", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:57.868Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "902bee85-4724-458a-b168-3185ac6b041a", "oldSize": 1, "newSize": 2} 2024-05-30T03:48:57.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "705ae8a6-ebf4-4dcf-a59d-32f2bad663ee"} 2024-05-30T03:49:55.178Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "99b4d733-7dee-4035-9557-d633e1d5f774", "oldSize": 1, "newSize": 2} 2024-05-30T03:49:55.555Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "99b4d733-7dee-4035-9557-d633e1d5f774"} 2024-05-30T03:49:56.257Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 987e3973-3776-445f-9ebe-1c74a26fca06 2024-05-30T03:49:56.352Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "44b1bdfe-ebf2-40b5-8373-d3f717abf75f", "oldSize": 1, "newSize": 2} 2024-05-30T03:49:56.496Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "44b1bdfe-ebf2-40b5-8373-d3f717abf75f"} 2024-05-30T03:49:59.942Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bd1c4614-0ccf-44b9-b3a5-7286f37c43d1", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:00.066Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bd1c4614-0ccf-44b9-b3a5-7286f37c43d1"} 2024-05-30T03:50:05.120Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0df1b2ad-ec15-4936-a385-9dc6d9c62171", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:05.237Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0df1b2ad-ec15-4936-a385-9dc6d9c62171"} 2024-05-30T03:50:10.270Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5d817c3d-a7c5-479e-a437-f8e64dcbe54f", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:10.364Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5d817c3d-a7c5-479e-a437-f8e64dcbe54f"} 2024-05-30T03:50:15.400Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8a71d45c-53c0-4588-9485-4482b7691843", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:15.482Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8a71d45c-53c0-4588-9485-4482b7691843"} 2024-05-30T03:50:20.517Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "020bd6ba-b43b-4ddd-bd0f-a981b33e5084", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:20.637Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "020bd6ba-b43b-4ddd-bd0f-a981b33e5084"} 2024-05-30T03:50:25.678Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a5bd1d3-d0dc-4eb8-bae0-47015726bed0", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:25.833Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5a5bd1d3-d0dc-4eb8-bae0-47015726bed0"} 2024-05-30T03:50:30.875Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "87c5ab4b-8fb1-44f5-9445-3ad0b6206a76", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:30.985Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "87c5ab4b-8fb1-44f5-9445-3ad0b6206a76"} 2024-05-30T03:50:36.031Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8413d6b0-d617-4a09-9a0d-6b5bbca7f276", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:36.124Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8413d6b0-d617-4a09-9a0d-6b5bbca7f276"} 2024-05-30T03:50:41.169Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ff62eb12-c373-492a-bd0a-0d58c5e094ec", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:41.255Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ff62eb12-c373-492a-bd0a-0d58c5e094ec"} 2024-05-30T03:50:46.296Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "93f6314b-5632-4fa3-ae3e-ca1bd1d072d8", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:46.395Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "93f6314b-5632-4fa3-ae3e-ca1bd1d072d8"} 2024-05-30T03:50:51.430Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e12de1bf-2f59-4d1b-8af3-23cb0981c653", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:51.539Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e12de1bf-2f59-4d1b-8af3-23cb0981c653"} 2024-05-30T03:50:56.631Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1ceed6f1-8dcc-446c-8fe3-cb937ad35d75", "oldSize": 1, "newSize": 2} 2024-05-30T03:50:56.712Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1ceed6f1-8dcc-446c-8fe3-cb937ad35d75"} 2024-05-30T03:51:01.756Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8bf9c58f-4a13-473a-8d82-fba22413385f", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:01.863Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8bf9c58f-4a13-473a-8d82-fba22413385f"} 2024-05-30T03:51:06.916Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "15265b51-b70d-452e-ab02-d0c918593ed7", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:07.045Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "15265b51-b70d-452e-ab02-d0c918593ed7"} 2024-05-30T03:51:12.090Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "eb6f6fd4-d7d0-4120-b634-31eaec31e745", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:12.223Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "eb6f6fd4-d7d0-4120-b634-31eaec31e745"} 2024-05-30T03:51:12.309Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "859a127a-3daf-4237-95b4-16ab478b75bc", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:12.436Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "859a127a-3daf-4237-95b4-16ab478b75bc"} 2024-05-30T03:51:14.446Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "859a127a-3daf-4237-95b4-16ab478b75bc", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.10.197.96:3306: connect: connection refused"} 2024-05-30T03:51:17.307Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "edc97d8b-e644-48b0-82a6-5e6bb4946c39", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:17.423Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "edc97d8b-e644-48b0-82a6-5e6bb4946c39"} 2024-05-30T03:51:17.510Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8674d597-b3be-4a46-972b-e8fdf4fa3dbb", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:17.651Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8674d597-b3be-4a46-972b-e8fdf4fa3dbb"} 2024-05-30T03:51:22.511Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "df61487e-6f76-469f-8ef4-b655c426bcfd", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:22.634Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "df61487e-6f76-469f-8ef4-b655c426bcfd"} 2024-05-30T03:51:27.714Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1fc7ff08-2ce4-44d4-ae99-53a14168277a", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:27.852Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "1fc7ff08-2ce4-44d4-ae99-53a14168277a"} 2024-05-30T03:51:32.938Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ece6d74a-e3bf-4b05-8ac9-62c6865920a3", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:33.090Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ece6d74a-e3bf-4b05-8ac9-62c6865920a3"} 2024-05-30T03:51:38.168Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "edbe28b5-a4d0-4d90-8f87-0c0da013526b", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:38.284Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "edbe28b5-a4d0-4d90-8f87-0c0da013526b"} 2024-05-30T03:51:38.394Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0555b151-bf68-4368-9060-1809a4cbb4bd", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:43.394Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "51e349dc-a660-4cf8-9694-282bdaa6a4e3", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:49.632Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8cdf3a1c-8492-4be6-82f3-2b29c4f84db0", "oldSize": 1, "newSize": 2} 2024-05-30T03:51:55.841Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "58251caf-81eb-4862-b902-cf81a5f3e08c", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:02.038Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5e379c7a-07bf-43a2-ac11-bd88033260b3", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:08.248Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bef8941a-d0cc-434b-bd4d-5f1be3e24f1f", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:15.008Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "200e21f6-b19f-417e-bf7a-48771e1fc49f", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:21.226Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c5495023-f4eb-487a-a20a-54d5d028d517", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:27.532Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a915355a-35d6-43bb-bca4-7bc2d9426df3", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:28.876Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "63de83aa-6c6f-4445-a649-2aadfaf974ed", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:33.877Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "d2f2a9e0-ba57-4a98-924f-45b266c8fba9", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:40.160Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "223ba0d8-55dc-4fd2-8ddd-8142ad59c043", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:46.500Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "41bfaaf9-2185-47be-9bb6-39e3378068c3", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:52.747Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "285951a9-735f-40b1-9843-998ad587a8cf", "oldSize": 1, "newSize": 2} 2024-05-30T03:52:58.960Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "7c2af6e6-b482-467b-98fe-484fd90a7b98", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:05.199Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "899d741f-0c85-4697-b469-85b492110243", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:11.413Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "192f953b-b8b4-4d16-a604-b88b78580e7f", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:17.667Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "4b0b2b08-7526-45d1-b5d6-eaf7f442aa37", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:23.895Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8bd9b5fe-f1a2-4929-9d19-1dde359fa6ef", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:30.152Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a43e0cca-8ab9-49b5-aba1-0c754dd0581f", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:36.406Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "4e6ee108-98db-43a3-8989-45b02c77516a", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:37.721Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "17856ecf-2a3b-48ce-8631-c48ff9569813", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:38.991Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "17856ecf-2a3b-48ce-8631-c48ff9569813", "new version": "8.0.19-10"} 2024-05-30T03:53:39.444Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8eee2654-f74e-4bf5-9828-92e03c8d60e3", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:42.722Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "51eeb94b-74d7-40bb-a894-711c7ea1b50b", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:48.994Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "22ff4f8d-8ea3-4fc8-86d5-e45435c31321", "oldSize": 1, "newSize": 2} 2024-05-30T03:53:55.324Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5931ba90-e1f8-4969-823b-9367b4c768a0", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:01.630Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "19717d44-c37f-4698-a56b-1cbdb45d6cec", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:07.921Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e35217e6-3b02-4971-8e36-93782f544a3d", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:15.024Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c4a51119-553c-46fc-a4c7-9b922189b88f", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:21.313Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0ab0b892-b075-434a-a47e-edca85e28f85", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:27.575Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bac511e1-e3ae-4541-b836-e152a5440075", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:33.924Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c0154824-2a75-4b12-ac4a-fa399fd7f21b", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:40.208Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "388760ad-5c71-491d-8f18-8e6ea9910781", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:46.557Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0cac9595-e5a4-409c-9c04-3515a0218a52", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:50.005Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "7c5d9dd1-e0d7-4acd-96b7-fc66859ad2c1", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:50.236Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "oldSize": 1, "newSize": 2} 2024-05-30T03:54:51.334Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c"} 2024-05-30T03:54:51.349Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-2"} 2024-05-30T03:54:51.349Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-20394"} 2024-05-30T03:55:11.633Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-05-30T03:56:11.651Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-2"} 2024-05-30T03:56:11.671Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-1"} 2024-05-30T03:56:31.955Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-05-30T03:57:41.974Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-1"} 2024-05-30T03:57:41.994Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-0"} 2024-05-30T03:58:02.196Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-30T03:59:02.214Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "pod name": "smart-update-pxc-0"} 2024-05-30T03:59:02.234Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c"} 2024-05-30T03:59:02.330Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "469c1e76-3028-4747-9758-169e7c04098c", "new version": "8.0.36-28.1"} 2024-05-30T03:59:02.483Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b092fa2b-b147-4772-a3d9-c1ac19ee95a0", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:03.760Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8c739c1c-cb9b-46ef-8244-def3b9aa47a9", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:05.122Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a1e87336-6ce1-4ca5-84ce-ce03e1cb9cf1", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:07.484Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "73e60f05-61bd-4fea-8d61-f559f336d2b0", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:13.941Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "479caa0f-ede0-40af-afe4-7997a532fb43", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:20.327Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b42f831a-127c-4f10-989d-457c8d5143f2", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:26.673Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "3612103b-814b-467a-ae26-2a2152f3fc58", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:33.229Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6f774961-7880-415e-94c0-90b418a0778e", "oldSize": 1, "newSize": 2} 2024-05-30T03:59:34.859Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9f58a57c-e41b-4df0-bcc9-c783195710c5", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:25.732Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "75def18d-f18a-4bde-953f-cd012a784c79", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:25.948Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "75def18d-f18a-4bde-953f-cd012a784c79"} 2024-05-30T04:00:26.729Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 1b6538ea-9b8d-4809-bbce-f5b937576b29 2024-05-30T04:00:26.842Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0d04c117-d039-40ef-a916-ed42e45b0cd6", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:27.054Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0d04c117-d039-40ef-a916-ed42e45b0cd6"} 2024-05-30T04:00:28.217Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0b607c06-7b5b-46c7-863d-6c1e975f155f", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:28.359Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0b607c06-7b5b-46c7-863d-6c1e975f155f"} 2024-05-30T04:00:33.449Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6be47440-3069-4a35-b37e-3002f52cb6f2", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:33.530Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6be47440-3069-4a35-b37e-3002f52cb6f2"} 2024-05-30T04:00:38.584Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "cf12766f-6dea-453d-9065-5d3fa12588fd", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:38.693Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "cf12766f-6dea-453d-9065-5d3fa12588fd"} 2024-05-30T04:00:43.749Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0b246b6b-2288-4d89-8479-dfe200a13798", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:43.856Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0b246b6b-2288-4d89-8479-dfe200a13798"} 2024-05-30T04:00:48.927Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f66684be-b549-427e-91e4-559e8846ef74", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:49.031Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f66684be-b549-427e-91e4-559e8846ef74"} 2024-05-30T04:00:54.113Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "95811753-7ba1-4812-bb86-33bb7af07ce3", "oldSize": 1, "newSize": 2} 2024-05-30T04:00:55.031Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "95811753-7ba1-4812-bb86-33bb7af07ce3"} 2024-05-30T04:01:00.240Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "2bb6334e-617a-4e5d-b2d9-ba8fba4c8882", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:00.344Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "2bb6334e-617a-4e5d-b2d9-ba8fba4c8882"} 2024-05-30T04:01:05.395Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f252a4b1-959f-4fbf-8892-6ad03eb13101", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:05.522Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "f252a4b1-959f-4fbf-8892-6ad03eb13101"} 2024-05-30T04:01:10.581Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c489dfb2-fd7c-4369-a211-770fb6503e96", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:10.715Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c489dfb2-fd7c-4369-a211-770fb6503e96"} 2024-05-30T04:01:15.779Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "08e0a680-f547-4053-af43-f60a4a6b7b5f", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:15.871Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "08e0a680-f547-4053-af43-f60a4a6b7b5f"} 2024-05-30T04:01:20.911Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8fd491ed-6139-4f65-a8e6-ac4c1d5f17aa", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:21.024Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "8fd491ed-6139-4f65-a8e6-ac4c1d5f17aa"} 2024-05-30T04:01:26.076Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e73a018b-e66b-4ed6-91ba-dc0cacfade1e", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:26.311Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e73a018b-e66b-4ed6-91ba-dc0cacfade1e"} 2024-05-30T04:01:31.432Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "d465084a-6fd7-4956-876a-224080228db7", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:31.539Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "d465084a-6fd7-4956-876a-224080228db7"} 2024-05-30T04:01:36.579Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c3876c65-6836-478b-9692-8df30f988c76", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:36.671Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c3876c65-6836-478b-9692-8df30f988c76"} 2024-05-30T04:01:41.717Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a3365cd9-3174-4b1e-830e-6279aed0541b", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:41.832Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a3365cd9-3174-4b1e-830e-6279aed0541b"} 2024-05-30T04:01:41.930Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "55cc8ed9-0f28-43de-bf8d-3c0b3d5ed9f0", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:42.097Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "55cc8ed9-0f28-43de-bf8d-3c0b3d5ed9f0"} 2024-05-30T04:01:44.107Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "55cc8ed9-0f28-43de-bf8d-3c0b3d5ed9f0", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.10.194.197:3306: connect: connection refused"} 2024-05-30T04:01:46.930Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "364eb8be-c365-47f8-8215-97f16037a589", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:47.314Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "364eb8be-c365-47f8-8215-97f16037a589"} 2024-05-30T04:01:47.424Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "41662d86-be59-4cc2-b5c1-6786c5378327", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:47.541Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "41662d86-be59-4cc2-b5c1-6786c5378327"} 2024-05-30T04:01:52.424Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "42256bf2-b679-4b42-be12-7a1aaa1827ab", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:52.554Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "42256bf2-b679-4b42-be12-7a1aaa1827ab"} 2024-05-30T04:01:57.703Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "366a5e05-64a1-4255-bfa0-97ba5a978e40", "oldSize": 1, "newSize": 2} 2024-05-30T04:01:57.852Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "366a5e05-64a1-4255-bfa0-97ba5a978e40"} 2024-05-30T04:02:02.921Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0580738e-99fd-44aa-ae4a-9617ceb05e61", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:03.057Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0580738e-99fd-44aa-ae4a-9617ceb05e61"} 2024-05-30T04:02:08.122Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "af445692-e2f4-4683-8d5b-c2b9ef8e868a", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:08.269Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "af445692-e2f4-4683-8d5b-c2b9ef8e868a"} 2024-05-30T04:02:08.355Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "b4846de1-333e-4d11-a037-7e7a10ad188a", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:13.356Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "fdf5a5dc-6c0d-41c5-b272-f0eb086ff7c1", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:19.576Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "aa24d4a8-0064-4d61-81bb-8b75ce4cac74", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:25.790Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e82338c4-e80c-4e4f-b608-bfab696ba909", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:32.079Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "00354a38-41ec-4272-80c4-790d65b5470a", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:38.278Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e88aa049-48ee-4c08-913a-4b3da25ca44c", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:45.177Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "e3f4474f-ad3a-4970-b05f-a49e3d61cf47", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:51.446Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0696f18a-0610-4a12-93ea-b8dee6491058", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:57.653Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "92def4e4-82a6-45a8-a651-c1a590b84026", "oldSize": 1, "newSize": 2} 2024-05-30T04:02:58.977Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bb1134bd-ced8-4bd1-8cb7-18b75824c6b7", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:03.977Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "52278da9-26f4-45fc-be20-cd4ac3b53b86", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:10.207Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "adf907f0-b2b1-40e4-a30d-5735e070e25a", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:16.458Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "3c655f7c-49c6-4522-9c9d-a9cb22a074c7", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:22.672Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "603b978a-631c-477d-a64b-9ae5556d2dd9", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:28.906Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "bb68565e-e6b9-4172-856a-49e4897603eb", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:35.189Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0f32129c-97d9-4aab-9f4a-4c3fcdf55443", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:41.614Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "941508b2-1ac4-4b1d-bc51-bba984990706", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:47.864Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9506a7ff-8f56-4fb1-a56f-22f0cd0065c2", "oldSize": 1, "newSize": 2} 2024-05-30T04:03:54.071Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ca89133f-38bd-4174-ad16-59bcb19d5339", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:01.070Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ea5efb2a-3b73-46f0-8964-3b952ec99c1b", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:07.289Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "d0901698-90b2-4875-b778-793120d60029", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:08.566Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0bbc0168-aa29-49d8-9b85-07e3e9626575", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:09.993Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0bbc0168-aa29-49d8-9b85-07e3e9626575", "new version": "8.0.19-10"} 2024-05-30T04:04:10.322Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6250da6e-0671-4efa-93ec-e9a4454ec54d", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:13.567Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "d6a1e544-84e8-4a82-aa3d-a852683d172a", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:19.824Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "dfd04b60-8293-4bcc-8a0b-031ccb6b44f7", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:26.106Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c61b101e-44cc-43e0-bb6e-3a6b4d11cfb8", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:32.644Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "11c491ad-bcc9-4d4f-9f87-5d324f7a1857", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:38.935Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "d7b3af97-9305-4890-9f97-e83a36ef99a9", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:45.843Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "4b9b22d7-cbce-4698-9f4d-0b8f5f34b9b4", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:52.131Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "6aca0bb2-597e-4952-88a5-d340cd2e8fdc", "oldSize": 1, "newSize": 2} 2024-05-30T04:04:58.430Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "2ddfaa85-ed9c-4762-8201-16c453702ea0", "oldSize": 1, "newSize": 2} 2024-05-30T04:05:04.707Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "c13ae675-e96e-4ab9-b14e-cc391f3d37ff", "oldSize": 1, "newSize": 2} 2024-05-30T04:05:11.049Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "701a2c6f-45cc-4094-a93e-5d69197a68e5", "oldSize": 1, "newSize": 2} 2024-05-30T04:05:17.351Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "077c6d96-2530-421e-98b3-0ca8842da228", "oldSize": 1, "newSize": 2} 2024-05-30T04:05:18.710Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "0ec290c9-c5a0-4fcc-bda6-1b80a07afc51", "oldSize": 1, "newSize": 2} 2024-05-30T04:05:19.078Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "oldSize": 1, "newSize": 2} 2024-05-30T04:05:20.232Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d"} 2024-05-30T04:05:20.243Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-2"} 2024-05-30T04:05:20.243Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-20394"} 2024-05-30T04:05:40.498Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-05-30T04:06:50.516Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-2"} 2024-05-30T04:06:50.532Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-1"} 2024-05-30T04:07:10.831Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-05-30T04:08:20.852Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-1"} 2024-05-30T04:08:20.866Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-0"} 2024-05-30T04:08:41.066Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-30T04:09:51.103Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "pod name": "smart-update-pxc-0"} 2024-05-30T04:09:51.127Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d"} 2024-05-30T04:09:51.223Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "043d869f-5ada-4fe1-84e5-2ddb5b7faf6d", "new version": "8.0.36-28.1"} 2024-05-30T04:09:51.533Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "a5fe2e89-eb8f-4efe-b813-f2df7644cc66", "oldSize": 1, "newSize": 2} 2024-05-30T04:09:52.932Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "5faf7f3c-5b04-49fd-8b34-f7af4a150b0a", "oldSize": 1, "newSize": 2} 2024-05-30T04:09:56.533Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "ff0f81c7-dd07-4a93-a64e-0410085e0534", "oldSize": 1, "newSize": 2} 2024-05-30T04:10:02.836Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "346f6919-5ebf-4b54-9b6f-e45135ee0dfa", "oldSize": 1, "newSize": 2} 2024-05-30T04:10:09.178Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "9e05e326-8e4a-447e-848c-c2af9561f130", "oldSize": 1, "newSize": 2} 2024-05-30T04:10:15.462Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-20394", "name": "smart-update", "reconcileID": "13587cf6-a36a-4c84-ba99-30661e825222", "oldSize": 1, "newSize": 2} /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.3/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.3/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.3/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.GMXVT87VyO ++ mktemp + local LAST_ERR=/tmp/tmp.oXemKJTLfW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GMXVT87VyO No resources found + cat /tmp/tmp.oXemKJTLfW + rm /tmp/tmp.GMXVT87VyO /tmp/tmp.oXemKJTLfW + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.pZuDGOkkCJ ++ mktemp + local LAST_ERR=/tmp/tmp.9mLlhtvW3E + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pZuDGOkkCJ No resources found + cat /tmp/tmp.9mLlhtvW3E + rm /tmp/tmp.pZuDGOkkCJ /tmp/tmp.9mLlhtvW3E + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.yNo7cYcBEO ++ mktemp + local LAST_ERR=/tmp/tmp.H61kYdl6Qz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yNo7cYcBEO No resources found + cat /tmp/tmp.H61kYdl6Qz + rm /tmp/tmp.yNo7cYcBEO /tmp/tmp.H61kYdl6Qz + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.1Ca9RbWl56 ++ mktemp + local LAST_ERR=/tmp/tmp.1AGtGuz9w5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1Ca9RbWl56 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.1AGtGuz9w5 + rm /tmp/tmp.1Ca9RbWl56 /tmp/tmp.1AGtGuz9w5 + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-20394 + rm -rf /tmp/tmp.dSh0ZvQJ7O + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.3TBdplbEOT + desc 'test passed' ++ mktemp + set +o xtrace + local LAST_OUT=/tmp/tmp.PChG2Ve1Br ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_ERR=/tmp/tmp.M0ut4xr2m9 + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.HJXlxM9JsI + local exit_status=0 + for i in '$(seq 0 2)' + set +e ++ seq 0 2 + kubectl delete --grace-period=0 --force=true namespace smart-update1-20394 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator