Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-28631 + local ns=smart-update1-28631 + '[' -n pxc-operator ']' + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n smart-update1-25936 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.g9N1PONC7b ++ mktemp + local LAST_ERR=/tmp/tmp.3kDJJrl8s0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.g9N1PONC7b perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.3kDJJrl8s0 + rm /tmp/tmp.g9N1PONC7b /tmp/tmp.3kDJJrl8s0 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.90faJK3wpx ++ mktemp + local LAST_ERR=/tmp/tmp.CNrd2Y9r2r + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.90faJK3wpx No resources found + cat /tmp/tmp.CNrd2Y9r2r + rm /tmp/tmp.90faJK3wpx /tmp/tmp.CNrd2Y9r2r + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.35jKyXSdwR ++ mktemp + local LAST_ERR=/tmp/tmp.62n6hWMhIZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.35jKyXSdwR No resources found + cat /tmp/tmp.62n6hWMhIZ + rm /tmp/tmp.35jKyXSdwR /tmp/tmp.62n6hWMhIZ + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.BOVI0uBd91 + awk '{print$1}' ++ mktemp + local LAST_ERR=/tmp/tmp.Y2ubofGQCo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.xgcB18X5th ++ mktemp + local LAST_ERR=/tmp/tmp.8CEOKxs1pj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xgcB18X5th + cat /tmp/tmp.8CEOKxs1pj + rm /tmp/tmp.xgcB18X5th /tmp/tmp.8CEOKxs1pj + return 0 namespace "cert-manager" deleted namespace "smart-update1-25936" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BOVI0uBd91 namespace "pxc-operator" deleted + cat /tmp/tmp.Y2ubofGQCo + rm /tmp/tmp.BOVI0uBd91 /tmp/tmp.Y2ubofGQCo + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.uSMQwdgx24 ++ mktemp + local LAST_ERR=/tmp/tmp.fKlmY9wAy3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uSMQwdgx24 namespace/pxc-operator created + cat /tmp/tmp.fKlmY9wAy3 + rm /tmp/tmp.uSMQwdgx24 /tmp/tmp.fKlmY9wAy3 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ExmcT7tsw6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hhqtseh1Fu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ExmcT7tsw6 ++ cat /tmp/tmp.hhqtseh1Fu ++ rm /tmp/tmp.ExmcT7tsw6 /tmp/tmp.hhqtseh1Fu ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1718-4c5c3df7-3-cluster8 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.q3jI4wMihe ++ mktemp + local LAST_ERR=/tmp/tmp.isrrp7trUv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1718-4c5c3df7-3-cluster8 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.q3jI4wMihe Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1718-4c5c3df7-3-cluster8" modified. + cat /tmp/tmp.isrrp7trUv + rm /tmp/tmp.q3jI4wMihe /tmp/tmp.isrrp7trUv + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.oxIJv43miI ++ mktemp + local LAST_ERR=/tmp/tmp.AEVX4NXXzP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oxIJv43miI customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.AEVX4NXXzP + rm /tmp/tmp.oxIJv43miI /tmp/tmp.AEVX4NXXzP + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.3swljp8Lgc ++ mktemp + local LAST_ERR=/tmp/tmp.hgWH4TqvZj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3swljp8Lgc clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.hgWH4TqvZj + rm /tmp/tmp.3swljp8Lgc /tmp/tmp.hgWH4TqvZj + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/deploy/cw-operator.yaml + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Ftl7AS4WZA ++ mktemp + local LAST_ERR=/tmp/tmp.HDnY7nvVl7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ftl7AS4WZA deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.HDnY7nvVl7 + rm /tmp/tmp.Ftl7AS4WZA /tmp/tmp.HDnY7nvVl7 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.30OiKyDjLM ++ mktemp + local LAST_ERR=/tmp/tmp.bGOPcwNVd7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.30OiKyDjLM pod/percona-xtradb-cluster-operator-68fd4c6d88-rbwsw condition met + cat /tmp/tmp.bGOPcwNVd7 + rm /tmp/tmp.30OiKyDjLM /tmp/tmp.bGOPcwNVd7 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.2DrIycJSqM +++ mktemp ++ local LAST_ERR=/tmp/tmp.DsGm2bje8e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2DrIycJSqM ++ cat /tmp/tmp.DsGm2bje8e ++ rm /tmp/tmp.2DrIycJSqM /tmp/tmp.DsGm2bje8e ++ return 0 + wait_pod percona-xtradb-cluster-operator-68fd4c6d88-rbwsw 480 pxc-operator + local pod=percona-xtradb-cluster-operator-68fd4c6d88-rbwsw + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-68fd4c6d88-rbwsw ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-68fd4c6d88-rbwsw condition met percona-xtradb-cluster-operator-68fd4c6d88-rbwsw.Ok + sleep 3 + create_namespace smart-update1-28631 + local namespace=smart-update1-28631 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-28631' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-28631 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-28631 + xargs kubectl delete ns ++ mktemp + awk '{print$1}' + local LAST_OUT=/tmp/tmp.Ha3F6Qrfes + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.KFr2YExMIc + local exit_status=0 + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-28631 + local LAST_OUT=/tmp/tmp.28x6aB9nqo ++ mktemp + local LAST_ERR=/tmp/tmp.MGA4P6iCdm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.28x6aB9nqo + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-28631 + cat /tmp/tmp.MGA4P6iCdm + rm /tmp/tmp.28x6aB9nqo /tmp/tmp.MGA4P6iCdm + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-28631 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Ha3F6Qrfes + cat /tmp/tmp.KFr2YExMIc Error from server (NotFound): namespaces "smart-update1-28631" not found + rm /tmp/tmp.Ha3F6Qrfes /tmp/tmp.KFr2YExMIc + return 1 + : + wait_for_delete namespace/smart-update1-28631 + local res=namespace/smart-update1-28631 + echo -n 'namespace/smart-update1-28631 - ' namespace/smart-update1-28631 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-28631" not found + desc 'create namespace smart-update1-28631' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-28631 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-28631 ++ mktemp + local LAST_OUT=/tmp/tmp.ejLxbP0F1o ++ mktemp + local LAST_ERR=/tmp/tmp.wUckTvCrDr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-28631 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ejLxbP0F1o namespace/smart-update1-28631 created + cat /tmp/tmp.wUckTvCrDr + rm /tmp/tmp.ejLxbP0F1o /tmp/tmp.wUckTvCrDr + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.hud9PpfJ8r +++ mktemp ++ local LAST_ERR=/tmp/tmp.2o14zF32nD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hud9PpfJ8r ++ cat /tmp/tmp.2o14zF32nD ++ rm /tmp/tmp.hud9PpfJ8r /tmp/tmp.2o14zF32nD ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1718-4c5c3df7-3-cluster8 --namespace=smart-update1-28631 ++ mktemp + local LAST_OUT=/tmp/tmp.UvFJFbtBFN ++ mktemp + local LAST_ERR=/tmp/tmp.7t5JFM81ql + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1718-4c5c3df7-3-cluster8 --namespace=smart-update1-28631 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UvFJFbtBFN Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1718-4c5c3df7-3-cluster8" modified. + cat /tmp/tmp.7t5JFM81ql + rm /tmp/tmp.UvFJFbtBFN /tmp/tmp.7t5JFM81ql + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.xlZML0abTH ++ mktemp + local LAST_ERR=/tmp/tmp.3uFaA0UlZG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xlZML0abTH secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.3uFaA0UlZG + rm /tmp/tmp.xlZML0abTH /tmp/tmp.3uFaA0UlZG + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.T34dEHktH4 ++ mktemp + local LAST_ERR=/tmp/tmp.wRXhsXiB0V + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T34dEHktH4 configmap/versions created + cat /tmp/tmp.wRXhsXiB0V + rm /tmp/tmp.T34dEHktH4 /tmp/tmp.wRXhsXiB0V + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.9EQZzAmKjF ++ mktemp + local LAST_ERR=/tmp/tmp.OorPh6dOQO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9EQZzAmKjF deployment.apps/version-service created service/version-service created + cat /tmp/tmp.OorPh6dOQO + rm /tmp/tmp.9EQZzAmKjF /tmp/tmp.OorPh6dOQO + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.NkufduIfqK ++ mktemp + local LAST_ERR=/tmp/tmp.qeDMEs6cBC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NkufduIfqK namespace/cert-manager created + cat /tmp/tmp.qeDMEs6cBC + rm /tmp/tmp.NkufduIfqK /tmp/tmp.qeDMEs6cBC + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.8mpVvo1Ldh ++ mktemp + local LAST_ERR=/tmp/tmp.kWwHMhTlxV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8mpVvo1Ldh namespace/cert-manager labeled + cat /tmp/tmp.kWwHMhTlxV + rm /tmp/tmp.8mpVvo1Ldh /tmp/tmp.kWwHMhTlxV + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.Cv0pty8xWd ++ mktemp + local LAST_ERR=/tmp/tmp.TW9f4lZBTz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Cv0pty8xWd namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.TW9f4lZBTz Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.Cv0pty8xWd /tmp/tmp.TW9f4lZBTz + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ tail -n3 ++ sort -V ++ head -n1 ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++++ grep -c percona-xtradb-cluster-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.wDoZfW1Sa7 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UplqRHEB3Z +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.wDoZfW1Sa7 +++ cat /tmp/tmp.UplqRHEB3Z +++ rm /tmp/tmp.wDoZfW1Sa7 /tmp/tmp.UplqRHEB3Z +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-68fd4c6d88-rbwsw -n pxc-operator -- curl -s http://version-service.smart-update1-28631.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.MuMvXEG6o0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Zr8OiI74Uu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-68fd4c6d88-rbwsw -n pxc-operator -- curl -s http://version-service.smart-update1-28631.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MuMvXEG6o0 ++ cat /tmp/tmp.Zr8OiI74Uu Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.MuMvXEG6o0 /tmp/tmp.Zr8OiI74Uu ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.RSeijrgd75 ++ mktemp + local LAST_ERR=/tmp/tmp.do1SyYA7F8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RSeijrgd75 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.do1SyYA7F8 + rm /tmp/tmp.RSeijrgd75 /tmp/tmp.do1SyYA7F8 + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.6rSlDnCOVS/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7"' /tmp/tmp.6rSlDnCOVS/smart-update.yml + spinup_pxc smart-update /tmp/tmp.6rSlDnCOVS/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.6rSlDnCOVS/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.FVSFKVz14M ++ mktemp + local LAST_ERR=/tmp/tmp.z78RPgzek5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FVSFKVz14M secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.z78RPgzek5 + rm /tmp/tmp.FVSFKVz14M /tmp/tmp.z78RPgzek5 + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + kubectl_bin apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28631~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + local LAST_OUT=/tmp/tmp.ja4o23HYUi ++ mktemp + local LAST_ERR=/tmp/tmp.nwvFJDNjHU + local exit_status=0 ++ seq 0 2 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ja4o23HYUi deployment.apps/pxc-client created + cat /tmp/tmp.nwvFJDNjHU + rm /tmp/tmp.ja4o23HYUi /tmp/tmp.nwvFJDNjHU + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.6rSlDnCOVS/smart-update.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.6rSlDnCOVS/smart-update.yml ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.v5UoPqUuEE + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + cat /tmp/tmp.6rSlDnCOVS/smart-update.yml + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28631~ + local LAST_ERR=/tmp/tmp.dNdSFCEIKD + local exit_status=0 + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.v5UoPqUuEE perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.dNdSFCEIKD + rm /tmp/tmp.v5UoPqUuEE /tmp/tmp.dNdSFCEIKD + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.e3FQTJDIt9 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.mtsVogcaRj +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.e3FQTJDIt9 +++ cat /tmp/tmp.mtsVogcaRj +++ rm /tmp/tmp.e3FQTJDIt9 /tmp/tmp.mtsVogcaRj +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1mPPCxXzIb ++++ mktemp +++ local LAST_ERR=/tmp/tmp.SMesxbqQDf +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1mPPCxXzIb +++ cat /tmp/tmp.SMesxbqQDf +++ rm /tmp/tmp.1mPPCxXzIb /tmp/tmp.SMesxbqQDf +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 ++ mktemp + local LAST_OUT=/tmp/tmp.4OEj8r262e ++ mktemp + local LAST_ERR=/tmp/tmp.6pcyd3NAjS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.4OEj8r262e + cat /tmp/tmp.6pcyd3NAjS error: no matching resources found + rm /tmp/tmp.4OEj8r262e /tmp/tmp.6pcyd3NAjS + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/smart-update-proxysql-0 condition met smart-update-proxysql-0.Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo smart-update-pxc-1 + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IkzXCDTZIX +++ mktemp ++ local LAST_ERR=/tmp/tmp.loVlkHjmzH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IkzXCDTZIX ++ cat /tmp/tmp.loVlkHjmzH ++ rm /tmp/tmp.IkzXCDTZIX /tmp/tmp.loVlkHjmzH ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XYNAXlwUM7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lSR1ovOlZ1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XYNAXlwUM7 ++ cat /tmp/tmp.lSR1ovOlZ1 ++ rm /tmp/tmp.XYNAXlwUM7 /tmp/tmp.lSR1ovOlZ1 ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GxaW8vwrEx +++ mktemp ++ local LAST_ERR=/tmp/tmp.oxO5O8xpth ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GxaW8vwrEx ++ cat /tmp/tmp.oxO5O8xpth ++ rm /tmp/tmp.GxaW8vwrEx /tmp/tmp.oxO5O8xpth ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8IVNXhrQWO +++ mktemp ++ local LAST_ERR=/tmp/tmp.XivDeSytPW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8IVNXhrQWO ++ cat /tmp/tmp.XivDeSytPW ++ rm /tmp/tmp.8IVNXhrQWO /tmp/tmp.XivDeSytPW ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6XAPAsqmGM +++ mktemp ++ local LAST_ERR=/tmp/tmp.EAXHmuLQtN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6XAPAsqmGM ++ cat /tmp/tmp.EAXHmuLQtN ++ rm /tmp/tmp.6XAPAsqmGM /tmp/tmp.EAXHmuLQtN ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n0IpKsitxw +++ mktemp ++ local LAST_ERR=/tmp/tmp.zELjQE9ZhV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n0IpKsitxw ++ cat /tmp/tmp.zELjQE9ZhV Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.n0IpKsitxw /tmp/tmp.zELjQE9ZhV ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.ZrqIiL3hUi +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.k5UQThaMUa ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.ZrqIiL3hUi ++++ cat /tmp/tmp.k5UQThaMUa ++++ rm /tmp/tmp.ZrqIiL3hUi /tmp/tmp.k5UQThaMUa ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.zoC2DtsmkU +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.idKrIZg4Ve ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.zoC2DtsmkU ++++ cat /tmp/tmp.idKrIZg4Ve ++++ rm /tmp/tmp.zoC2DtsmkU /tmp/tmp.idKrIZg4Ve ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-28631.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-28631.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ cut -d. -f1 ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-28631.svc.cluster.local + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.m1DsRAkb5w ++ mktemp + local LAST_ERR=/tmp/tmp.cSBjlzwnUt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.m1DsRAkb5w perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.cSBjlzwnUt + rm /tmp/tmp.m1DsRAkb5w /tmp/tmp.cSBjlzwnUt + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update................................................................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YHiXmW10lo +++ mktemp ++ local LAST_ERR=/tmp/tmp.5nNhFrvRyj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YHiXmW10lo ++ cat /tmp/tmp.5nNhFrvRyj ++ rm /tmp/tmp.YHiXmW10lo /tmp/tmp.5nNhFrvRyj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QWuWuOq9Y6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WPshEbg0o7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QWuWuOq9Y6 ++ cat /tmp/tmp.WPshEbg0o7 ++ rm /tmp/tmp.QWuWuOq9Y6 /tmp/tmp.WPshEbg0o7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BicOMQOQbW +++ mktemp ++ local LAST_ERR=/tmp/tmp.9vQq0OPRxR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BicOMQOQbW ++ cat /tmp/tmp.9vQq0OPRxR ++ rm /tmp/tmp.BicOMQOQbW /tmp/tmp.9vQq0OPRxR ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5nuIqNaChV +++ mktemp ++ local LAST_ERR=/tmp/tmp.CSGzNBOqTZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5nuIqNaChV ++ cat /tmp/tmp.CSGzNBOqTZ ++ rm /tmp/tmp.5nuIqNaChV /tmp/tmp.CSGzNBOqTZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xV4d9eb6P6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ORJlZ7UuV0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xV4d9eb6P6 ++ cat /tmp/tmp.ORJlZ7UuV0 ++ rm /tmp/tmp.xV4d9eb6P6 /tmp/tmp.ORJlZ7UuV0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T2jN62MFYt +++ mktemp ++ local LAST_ERR=/tmp/tmp.E7VGAARNGI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.T2jN62MFYt ++ cat /tmp/tmp.E7VGAARNGI ++ rm /tmp/tmp.T2jN62MFYt /tmp/tmp.E7VGAARNGI ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.saXNNxmmoz +++ mktemp ++ local LAST_ERR=/tmp/tmp.HFpCzxydqx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.saXNNxmmoz ++ cat /tmp/tmp.HFpCzxydqx ++ rm /tmp/tmp.saXNNxmmoz /tmp/tmp.HFpCzxydqx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N5TlBy19q9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.CjJ7nfCSPD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N5TlBy19q9 ++ cat /tmp/tmp.CjJ7nfCSPD ++ rm /tmp/tmp.N5TlBy19q9 /tmp/tmp.CjJ7nfCSPD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AL5KEl2n2E +++ mktemp ++ local LAST_ERR=/tmp/tmp.gBYuthmOtn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AL5KEl2n2E ++ cat /tmp/tmp.gBYuthmOtn ++ rm /tmp/tmp.AL5KEl2n2E /tmp/tmp.gBYuthmOtn ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GuU2wFkk3a +++ mktemp ++ local LAST_ERR=/tmp/tmp.c8UmMwk653 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GuU2wFkk3a ++ cat /tmp/tmp.c8UmMwk653 ++ rm /tmp/tmp.GuU2wFkk3a /tmp/tmp.c8UmMwk653 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nX91FxNaBF +++ mktemp ++ local LAST_ERR=/tmp/tmp.EAFeu8V3pd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nX91FxNaBF ++ cat /tmp/tmp.EAFeu8V3pd ++ rm /tmp/tmp.nX91FxNaBF /tmp/tmp.EAFeu8V3pd ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qTTjzyT4Dy +++ mktemp ++ local LAST_ERR=/tmp/tmp.LZgqPWk75f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qTTjzyT4Dy ++ cat /tmp/tmp.LZgqPWk75f ++ rm /tmp/tmp.qTTjzyT4Dy /tmp/tmp.LZgqPWk75f ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5ktP62Ociq +++ mktemp ++ local LAST_ERR=/tmp/tmp.ycIW5dai01 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5ktP62Ociq ++ cat /tmp/tmp.ycIW5dai01 ++ rm /tmp/tmp.5ktP62Ociq /tmp/tmp.ycIW5dai01 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 12 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4lZI4b5VvZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.rBqd3sviAf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4lZI4b5VvZ ++ cat /tmp/tmp.rBqd3sviAf ++ rm /tmp/tmp.4lZI4b5VvZ /tmp/tmp.rBqd3sviAf ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EIBQbFMWYM +++ mktemp ++ local LAST_ERR=/tmp/tmp.9ziF4x86fu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EIBQbFMWYM ++ cat /tmp/tmp.9ziF4x86fu ++ rm /tmp/tmp.EIBQbFMWYM /tmp/tmp.9ziF4x86fu ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.8DhMlLIxMv ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.sr6QUBLyIZ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.8DhMlLIxMv +++++ cat /tmp/tmp.sr6QUBLyIZ +++++ rm /tmp/tmp.8DhMlLIxMv /tmp/tmp.sr6QUBLyIZ +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.XAjB6WytLG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.TqdyuSDqdt +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.XAjB6WytLG +++++ cat /tmp/tmp.TqdyuSDqdt +++++ rm /tmp/tmp.XAjB6WytLG /tmp/tmp.TqdyuSDqdt +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jkBvJ8FRlj +++ mktemp ++ local LAST_ERR=/tmp/tmp.XzbHbH5tWz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jkBvJ8FRlj ++ cat /tmp/tmp.XzbHbH5tWz ++ rm /tmp/tmp.jkBvJ8FRlj /tmp/tmp.XzbHbH5tWz ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DhoivNBsll +++ mktemp ++ local LAST_ERR=/tmp/tmp.qvZx6KkZLF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DhoivNBsll ++ cat /tmp/tmp.qvZx6KkZLF ++ rm /tmp/tmp.DhoivNBsll /tmp/tmp.qvZx6KkZLF ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wpg4ylumnU +++ mktemp ++ local LAST_ERR=/tmp/tmp.xSnF3o0c6I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wpg4ylumnU ++ cat /tmp/tmp.xSnF3o0c6I ++ rm /tmp/tmp.Wpg4ylumnU /tmp/tmp.xSnF3o0c6I ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1a4Orjtues +++ mktemp ++ local LAST_ERR=/tmp/tmp.bWAA7dX9VD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1a4Orjtues ++ cat /tmp/tmp.bWAA7dX9VD ++ rm /tmp/tmp.1a4Orjtues /tmp/tmp.bWAA7dX9VD ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.phlL54r6kY ++ mktemp + local LAST_ERR=/tmp/tmp.a3TLRKmzaX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.phlL54r6kY perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.a3TLRKmzaX + rm /tmp/tmp.phlL54r6kY /tmp/tmp.a3TLRKmzaX + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.jwgHOaBskA ++ mktemp + local LAST_ERR=/tmp/tmp.59SJBVKptC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jwgHOaBskA persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.59SJBVKptC + rm /tmp/tmp.jwgHOaBskA /tmp/tmp.59SJBVKptC + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7"' /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.tq5yRI1l78 ++ mktemp + local LAST_ERR=/tmp/tmp.kI0hPfRXhk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tq5yRI1l78 secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.kI0hPfRXhk + rm /tmp/tmp.tq5yRI1l78 /tmp/tmp.kI0hPfRXhk + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.K4qn1lDNK1 + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_ERR=/tmp/tmp.IeugJOahFI + local exit_status=0 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28631~ + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.K4qn1lDNK1 deployment.apps/pxc-client unchanged + cat /tmp/tmp.IeugJOahFI + rm /tmp/tmp.K4qn1lDNK1 /tmp/tmp.IeugJOahFI + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + cat /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.WVpkeubZr6 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28631~ + local LAST_ERR=/tmp/tmp.k4lIPz0LkO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WVpkeubZr6 perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.k4lIPz0LkO + rm /tmp/tmp.WVpkeubZr6 /tmp/tmp.k4lIPz0LkO + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.avUyC5G9Ev ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Dhj1QB9U0W +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.avUyC5G9Ev +++ cat /tmp/tmp.Dhj1QB9U0W +++ rm /tmp/tmp.avUyC5G9Ev /tmp/tmp.Dhj1QB9U0W +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 ++ mktemp + local LAST_OUT=/tmp/tmp.B7eGf9E9E1 ++ mktemp + local LAST_ERR=/tmp/tmp.NsjB9TAYz5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.B7eGf9E9E1 + cat /tmp/tmp.NsjB9TAYz5 error: no matching resources found + rm /tmp/tmp.B7eGf9E9E1 /tmp/tmp.NsjB9TAYz5 + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.crZRe0L4xP +++ mktemp ++ local LAST_ERR=/tmp/tmp.EplddvTFDh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.crZRe0L4xP ++ cat /tmp/tmp.EplddvTFDh ++ rm /tmp/tmp.crZRe0L4xP /tmp/tmp.EplddvTFDh ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uzzC31jYiJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.SvymBKG8fF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uzzC31jYiJ ++ cat /tmp/tmp.SvymBKG8fF ++ rm /tmp/tmp.uzzC31jYiJ /tmp/tmp.SvymBKG8fF ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WrmbJkmOU7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SgRjT1ojOi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WrmbJkmOU7 ++ cat /tmp/tmp.SgRjT1ojOi ++ rm /tmp/tmp.WrmbJkmOU7 /tmp/tmp.SgRjT1ojOi ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GoYL8S7oAE +++ mktemp ++ local LAST_ERR=/tmp/tmp.9fJx8jaRG4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GoYL8S7oAE ++ cat /tmp/tmp.9fJx8jaRG4 ++ rm /tmp/tmp.GoYL8S7oAE /tmp/tmp.9fJx8jaRG4 ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ajX6a02Djp +++ mktemp ++ local LAST_ERR=/tmp/tmp.i4y0uKRenL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ajX6a02Djp ++ cat /tmp/tmp.i4y0uKRenL ++ rm /tmp/tmp.ajX6a02Djp /tmp/tmp.i4y0uKRenL ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YpZ441hLfB +++ mktemp ++ local LAST_ERR=/tmp/tmp.Qi76OGNA3H ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YpZ441hLfB ++ cat /tmp/tmp.Qi76OGNA3H Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.YpZ441hLfB /tmp/tmp.Qi76OGNA3H ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.DtT9FiFAN4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Nt4V9UijBY +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.DtT9FiFAN4 +++ cat /tmp/tmp.Nt4V9UijBY +++ rm /tmp/tmp.DtT9FiFAN4 /tmp/tmp.Nt4V9UijBY +++ return 0 ++ client_pod=pxc-client-6644d8898f-lv5vw ++ wait_pod pxc-client-6644d8898f-lv5vw ++ local pod=pxc-client-6644d8898f-lv5vw ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-lv5vw +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.AoJDMQenTo ++ mktemp + local LAST_ERR=/tmp/tmp.w6vl9LzNNf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AoJDMQenTo perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.w6vl9LzNNf + rm /tmp/tmp.AoJDMQenTo /tmp/tmp.w6vl9LzNNf + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update........................................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iZJMozFVSK +++ mktemp ++ local LAST_ERR=/tmp/tmp.omPXOZ33AS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iZJMozFVSK ++ cat /tmp/tmp.omPXOZ33AS ++ rm /tmp/tmp.iZJMozFVSK /tmp/tmp.omPXOZ33AS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OZsJt3CbyF +++ mktemp ++ local LAST_ERR=/tmp/tmp.ExaGNXsgXh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OZsJt3CbyF ++ cat /tmp/tmp.ExaGNXsgXh ++ rm /tmp/tmp.OZsJt3CbyF /tmp/tmp.ExaGNXsgXh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qeAd1eowvm +++ mktemp ++ local LAST_ERR=/tmp/tmp.IVHRihWrKg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qeAd1eowvm ++ cat /tmp/tmp.IVHRihWrKg ++ rm /tmp/tmp.qeAd1eowvm /tmp/tmp.IVHRihWrKg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9lbfDW3RwF +++ mktemp ++ local LAST_ERR=/tmp/tmp.QG6EEh5NI0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9lbfDW3RwF ++ cat /tmp/tmp.QG6EEh5NI0 ++ rm /tmp/tmp.9lbfDW3RwF /tmp/tmp.QG6EEh5NI0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0RZ1COfVl6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UgbLvp2fgq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0RZ1COfVl6 ++ cat /tmp/tmp.UgbLvp2fgq ++ rm /tmp/tmp.0RZ1COfVl6 /tmp/tmp.UgbLvp2fgq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fb5WlGAcTz +++ mktemp ++ local LAST_ERR=/tmp/tmp.vQuBRJan3t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fb5WlGAcTz ++ cat /tmp/tmp.vQuBRJan3t ++ rm /tmp/tmp.fb5WlGAcTz /tmp/tmp.vQuBRJan3t ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lpfgQXJ1LM +++ mktemp ++ local LAST_ERR=/tmp/tmp.esvvCOiMCs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lpfgQXJ1LM ++ cat /tmp/tmp.esvvCOiMCs ++ rm /tmp/tmp.lpfgQXJ1LM /tmp/tmp.esvvCOiMCs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.POQuMltUvu +++ mktemp ++ local LAST_ERR=/tmp/tmp.NG0qwkGquK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.POQuMltUvu ++ cat /tmp/tmp.NG0qwkGquK ++ rm /tmp/tmp.POQuMltUvu /tmp/tmp.NG0qwkGquK ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XkZNH4ox8U +++ mktemp ++ local LAST_ERR=/tmp/tmp.04Ok6XHeoO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XkZNH4ox8U ++ cat /tmp/tmp.04Ok6XHeoO ++ rm /tmp/tmp.XkZNH4ox8U /tmp/tmp.04Ok6XHeoO ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Ks0RS97jSa ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0Tr6sXGoIM +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Ks0RS97jSa +++++ cat /tmp/tmp.0Tr6sXGoIM +++++ rm /tmp/tmp.Ks0RS97jSa /tmp/tmp.0Tr6sXGoIM +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tvR4iHLWXO +++ mktemp ++ local LAST_ERR=/tmp/tmp.TFxZsW24Z0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tvR4iHLWXO ++ cat /tmp/tmp.TFxZsW24Z0 ++ rm /tmp/tmp.tvR4iHLWXO /tmp/tmp.TFxZsW24Z0 ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.erTsDA7tHQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.mNlpJYHZQB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.erTsDA7tHQ ++ cat /tmp/tmp.mNlpJYHZQB ++ rm /tmp/tmp.erTsDA7tHQ /tmp/tmp.mNlpJYHZQB ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SbniAXo8pK +++ mktemp ++ local LAST_ERR=/tmp/tmp.N0AQIjizeb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SbniAXo8pK ++ cat /tmp/tmp.N0AQIjizeb ++ rm /tmp/tmp.SbniAXo8pK /tmp/tmp.N0AQIjizeb ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7pEnYEekBl +++ mktemp ++ local LAST_ERR=/tmp/tmp.es2vGgfh30 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7pEnYEekBl ++ cat /tmp/tmp.es2vGgfh30 ++ rm /tmp/tmp.7pEnYEekBl /tmp/tmp.es2vGgfh30 ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + kubectl_bin delete -f /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.MNFjWhfAiF ++ mktemp + local LAST_ERR=/tmp/tmp.dC2mqakgcQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.6rSlDnCOVS/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MNFjWhfAiF perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.dC2mqakgcQ + rm /tmp/tmp.MNFjWhfAiF /tmp/tmp.dC2mqakgcQ + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.RakLNMn3hW ++ mktemp + local LAST_ERR=/tmp/tmp.O62Foqak13 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RakLNMn3hW persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.O62Foqak13 + rm /tmp/tmp.RakLNMn3hW /tmp/tmp.O62Foqak13 + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7"' /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Fu2tKRChIB ++ mktemp + local LAST_ERR=/tmp/tmp.HHNuUyZifa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Fu2tKRChIB secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.HHNuUyZifa + rm /tmp/tmp.Fu2tKRChIB /tmp/tmp.HHNuUyZifa + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7#' ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_OUT=/tmp/tmp.J2FmNw7Bck + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28631~ + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_ERR=/tmp/tmp.RBbc4hkii6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.J2FmNw7Bck deployment.apps/pxc-client unchanged + cat /tmp/tmp.RBbc4hkii6 + rm /tmp/tmp.J2FmNw7Bck /tmp/tmp.RBbc4hkii6 + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + kubectl_bin apply -f - + cat /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1718-4c5c3df7#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_OUT=/tmp/tmp.keoiS14NCe ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28631~ + local LAST_ERR=/tmp/tmp.vmmbdaGx0m + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#apply:.*#apply: Never#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.keoiS14NCe perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.vmmbdaGx0m + rm /tmp/tmp.keoiS14NCe /tmp/tmp.vmmbdaGx0m + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Mf1uHtxsSR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zyFXiabvMt +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Mf1uHtxsSR +++ cat /tmp/tmp.zyFXiabvMt +++ rm /tmp/tmp.Mf1uHtxsSR /tmp/tmp.zyFXiabvMt +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 ++ mktemp + local LAST_OUT=/tmp/tmp.qcLnmWlXKR ++ mktemp + local LAST_ERR=/tmp/tmp.XzuaNrKPp7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28631 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.qcLnmWlXKR + cat /tmp/tmp.XzuaNrKPp7 error: no matching resources found + rm /tmp/tmp.qcLnmWlXKR /tmp/tmp.XzuaNrKPp7 + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q66ERRHIdr +++ mktemp ++ local LAST_ERR=/tmp/tmp.uMc14FSrRV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q66ERRHIdr ++ cat /tmp/tmp.uMc14FSrRV ++ rm /tmp/tmp.Q66ERRHIdr /tmp/tmp.uMc14FSrRV ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b7ON4vmQOE +++ mktemp ++ local LAST_ERR=/tmp/tmp.U2dU5IBAAn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b7ON4vmQOE ++ cat /tmp/tmp.U2dU5IBAAn ++ rm /tmp/tmp.b7ON4vmQOE /tmp/tmp.U2dU5IBAAn ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qrOT7Z40oJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.n3WNubc7qX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qrOT7Z40oJ ++ cat /tmp/tmp.n3WNubc7qX ++ rm /tmp/tmp.qrOT7Z40oJ /tmp/tmp.n3WNubc7qX ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KVEI3GdAfD +++ mktemp ++ local LAST_ERR=/tmp/tmp.kxf90KFEW5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KVEI3GdAfD ++ cat /tmp/tmp.kxf90KFEW5 ++ rm /tmp/tmp.KVEI3GdAfD /tmp/tmp.kxf90KFEW5 ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YzvT4ldkBN +++ mktemp ++ local LAST_ERR=/tmp/tmp.AvxJeU9d0J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YzvT4ldkBN ++ cat /tmp/tmp.AvxJeU9d0J ++ rm /tmp/tmp.YzvT4ldkBN /tmp/tmp.AvxJeU9d0J ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H2ztytJ09q +++ mktemp ++ local LAST_ERR=/tmp/tmp.HpBR1XyzBg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H2ztytJ09q ++ cat /tmp/tmp.HpBR1XyzBg Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.H2ztytJ09q /tmp/tmp.HpBR1XyzBg ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.er1fYxQyef ++++ mktemp +++ local LAST_ERR=/tmp/tmp.hDgKAlLuSl +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.er1fYxQyef +++ cat /tmp/tmp.hDgKAlLuSl +++ rm /tmp/tmp.er1fYxQyef /tmp/tmp.hDgKAlLuSl +++ return 0 ++ client_pod=pxc-client-6644d8898f-lv5vw ++ wait_pod pxc-client-6644d8898f-lv5vw ++ local pod=pxc-client-6644d8898f-lv5vw ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-lv5vw +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.YNdjM5LJx4 ++ mktemp + local LAST_ERR=/tmp/tmp.wzbifCUZCM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YNdjM5LJx4 perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.wzbifCUZCM + rm /tmp/tmp.YNdjM5LJx4 /tmp/tmp.wzbifCUZCM + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update............................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FyybJnG2XT +++ mktemp ++ local LAST_ERR=/tmp/tmp.ie1iPNrnvw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FyybJnG2XT ++ cat /tmp/tmp.ie1iPNrnvw ++ rm /tmp/tmp.FyybJnG2XT /tmp/tmp.ie1iPNrnvw ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wi1nDoad5i +++ mktemp ++ local LAST_ERR=/tmp/tmp.lZQ7p99i62 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wi1nDoad5i ++ cat /tmp/tmp.lZQ7p99i62 ++ rm /tmp/tmp.Wi1nDoad5i /tmp/tmp.lZQ7p99i62 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RHXNSSjWae +++ mktemp ++ local LAST_ERR=/tmp/tmp.ygJ3zd3wkr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RHXNSSjWae ++ cat /tmp/tmp.ygJ3zd3wkr ++ rm /tmp/tmp.RHXNSSjWae /tmp/tmp.ygJ3zd3wkr ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qy9GeS1lPO +++ mktemp ++ local LAST_ERR=/tmp/tmp.MiohrDiytG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qy9GeS1lPO ++ cat /tmp/tmp.MiohrDiytG ++ rm /tmp/tmp.qy9GeS1lPO /tmp/tmp.MiohrDiytG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XXUjjknuUb +++ mktemp ++ local LAST_ERR=/tmp/tmp.wtRbABSRSW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XXUjjknuUb ++ cat /tmp/tmp.wtRbABSRSW ++ rm /tmp/tmp.XXUjjknuUb /tmp/tmp.wtRbABSRSW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ue6vQiP6e4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.FydMbh1UGQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ue6vQiP6e4 ++ cat /tmp/tmp.FydMbh1UGQ ++ rm /tmp/tmp.ue6vQiP6e4 /tmp/tmp.FydMbh1UGQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ysy5QOkrvo +++ mktemp ++ local LAST_ERR=/tmp/tmp.TQtVEYvwgx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ysy5QOkrvo ++ cat /tmp/tmp.TQtVEYvwgx ++ rm /tmp/tmp.ysy5QOkrvo /tmp/tmp.TQtVEYvwgx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pHaeDHhPHr +++ mktemp ++ local LAST_ERR=/tmp/tmp.cNT3TB77V3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pHaeDHhPHr ++ cat /tmp/tmp.cNT3TB77V3 ++ rm /tmp/tmp.pHaeDHhPHr /tmp/tmp.cNT3TB77V3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dCqEdZbdzj +++ mktemp ++ local LAST_ERR=/tmp/tmp.OddJxelDM5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dCqEdZbdzj ++ cat /tmp/tmp.OddJxelDM5 ++ rm /tmp/tmp.dCqEdZbdzj /tmp/tmp.OddJxelDM5 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PFxMLH1U9b +++ mktemp ++ local LAST_ERR=/tmp/tmp.lL4kFpQXze ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PFxMLH1U9b ++ cat /tmp/tmp.lL4kFpQXze ++ rm /tmp/tmp.PFxMLH1U9b /tmp/tmp.lL4kFpQXze ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.epGaC35ysl ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.tKEOSaUWq5 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.epGaC35ysl +++++ cat /tmp/tmp.tKEOSaUWq5 +++++ rm /tmp/tmp.epGaC35ysl /tmp/tmp.tKEOSaUWq5 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BlRlGVVykA +++ mktemp ++ local LAST_ERR=/tmp/tmp.aRB3cvNjq0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BlRlGVVykA ++ cat /tmp/tmp.aRB3cvNjq0 ++ rm /tmp/tmp.BlRlGVVykA /tmp/tmp.aRB3cvNjq0 ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yW7gFTDcRX +++ mktemp ++ local LAST_ERR=/tmp/tmp.FjBSZaLMPU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yW7gFTDcRX ++ cat /tmp/tmp.FjBSZaLMPU ++ rm /tmp/tmp.yW7gFTDcRX /tmp/tmp.FjBSZaLMPU ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M9lkYIIzBy +++ mktemp ++ local LAST_ERR=/tmp/tmp.oFMvrWmcCj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M9lkYIIzBy ++ cat /tmp/tmp.oFMvrWmcCj ++ rm /tmp/tmp.M9lkYIIzBy /tmp/tmp.oFMvrWmcCj ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FSjn6gzR1k +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZSj9WrHCEX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FSjn6gzR1k ++ cat /tmp/tmp.ZSj9WrHCEX ++ rm /tmp/tmp.FSjn6gzR1k /tmp/tmp.ZSj9WrHCEX ++ return 0 + client_pod=pxc-client-6644d8898f-lv5vw + wait_pod pxc-client-6644d8898f-lv5vw + local pod=pxc-client-6644d8898f-lv5vw + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-lv5vw ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-lv5vw condition met pxc-client-6644d8898f-lv5vw.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.6rSlDnCOVS/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.6rSlDnCOVS/select-1.sql + kubectl_bin delete -f /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.GMh7rmKMOW ++ mktemp + local LAST_ERR=/tmp/tmp.cBh2mFvrhI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.6rSlDnCOVS/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GMh7rmKMOW perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.cBh2mFvrhI + rm /tmp/tmp.GMh7rmKMOW /tmp/tmp.cBh2mFvrhI + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.lUfeXqrkV7 ++ mktemp + local LAST_ERR=/tmp/tmp.GQcoWSLyLQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lUfeXqrkV7 persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.GQcoWSLyLQ + rm /tmp/tmp.lUfeXqrkV7 /tmp/tmp.GQcoWSLyLQ + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.pZFWwGTL12 ++ mktemp + local LAST_ERR=/tmp/tmp.rPSphI9r6E + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1718/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pZFWwGTL12 deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.rPSphI9r6E + rm /tmp/tmp.pZFWwGTL12 /tmp/tmp.rPSphI9r6E + return 0 + destroy smart-update1-28631 + local namespace=smart-update1-28631 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' ++ get_operator_pod + grep -v 'get backup status: Job.batch' ++ local label_prefix=app.kubernetes.io/ + sort -u + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + tee /tmp/tmp.6rSlDnCOVS/operator.log +++ grep -c percona-xtradb-cluster-operator + grep -v level=info +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.kH3HQZhcVv +++ mktemp ++ local LAST_ERR=/tmp/tmp.n5HzLHDrxk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kH3HQZhcVv ++ cat /tmp/tmp.n5HzLHDrxk ++ rm /tmp/tmp.kH3HQZhcVv /tmp/tmp.n5HzLHDrxk ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-68fd4c6d88-rbwsw ++ mktemp + local LAST_OUT=/tmp/tmp.ng1rEL183H ++ mktemp + local LAST_ERR=/tmp/tmp.pCOAg7KJID + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-68fd4c6d88-rbwsw + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ng1rEL183H + cat /tmp/tmp.pCOAg7KJID + rm /tmp/tmp.ng1rEL183H /tmp/tmp.pCOAg7KJID + return 0 2024-06-21T12:44:00.230Z INFO setup Manager starting up {"gitCommit": "4c5c3df763551644a6ecc997d33180e3c7ed387e", "gitBranch": "PR-1718-4c5c3df7", "buildTime": "2024-06-21T10:55:38Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"} 2024-06-21T12:44:00.230Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1404000"} 2024-06-21T12:44:00.232Z INFO setup Registering Components. 2024-06-21T12:44:02.409Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-06-21T12:44:02.413Z INFO controller-runtime.metrics Starting metrics server 2024-06-21T12:44:02.413Z INFO setup Starting the Cmd. 2024-06-21T12:44:02.414Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-06-21T12:44:02.414Z INFO controller-runtime.webhook Starting webhook server 2024-06-21T12:44:02.414Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-06-21T12:44:02.415Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-06-21T12:44:02.415Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-06-21T12:44:02.415Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-06-21T12:44:02.514Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-06-21T12:44:02.536Z DEBUG events percona-xtradb-cluster-operator-68fd4c6d88-rbwsw_411fe276-cd9e-4948-8c5a-577bfa763d34 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"03a3b873-e33f-4ba7-8b74-cd3929d62110","apiVersion":"coordination.k8s.io/v1","resourceVersion":"56131"}, "reason": "LeaderElection"} 2024-06-21T12:44:02.536Z INFO Starting Controller {"controller": "pxc-controller"} 2024-06-21T12:44:02.536Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2024-06-21T12:44:02.536Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2024-06-21T12:44:02.536Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2024-06-21T12:44:02.536Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-06-21T12:44:02.537Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-06-21T12:44:02.537Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-06-21T12:44:02.751Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-06-21T12:44:02.752Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-06-21T12:44:02.752Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-06-21T12:46:20.163Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b0bcfdc9-5858-453c-8edc-271b1e38906e", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:27.359Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f2b4c720-f125-4801-8a35-83f66f149fbf", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:27.457Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f2b4c720-f125-4801-8a35-83f66f149fbf"} 2024-06-21T12:46:27.791Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bd8c83df-1224-4be9-be75-eb47419c99c2", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:27.906Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bd8c83df-1224-4be9-be75-eb47419c99c2"} 2024-06-21T12:46:27.950Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "26ef12e1-1350-4442-831c-91cc31bea320", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:28.058Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "26ef12e1-1350-4442-831c-91cc31bea320"} 2024-06-21T12:46:32.792Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "4e0900e2-2704-4845-8bbc-3aff53507869", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:32.897Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "4e0900e2-2704-4845-8bbc-3aff53507869"} 2024-06-21T12:46:37.942Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "25766316-74db-40a9-9e20-dbde598c74d7", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:38.048Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "25766316-74db-40a9-9e20-dbde598c74d7"} 2024-06-21T12:46:43.145Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e42b2ec5-a737-4a5e-848e-5feab90a079d", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:43.276Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e42b2ec5-a737-4a5e-848e-5feab90a079d"} 2024-06-21T12:46:48.323Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "135d59ca-a93a-476d-8f5b-679be06c9cb2", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:48.434Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "135d59ca-a93a-476d-8f5b-679be06c9cb2"} 2024-06-21T12:46:48.515Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "7799d466-5ddb-4eb1-8672-1e84caf7cc46", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:48.639Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "7799d466-5ddb-4eb1-8672-1e84caf7cc46"} 2024-06-21T12:46:53.516Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "44348f21-dd24-480d-8698-64b55181d91e", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:53.604Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "44348f21-dd24-480d-8698-64b55181d91e"} 2024-06-21T12:46:58.645Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e5208e88-5db8-4623-9895-86a05f89ec34", "oldSize": 1, "newSize": 2} 2024-06-21T12:46:58.746Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e5208e88-5db8-4623-9895-86a05f89ec34"} 2024-06-21T12:47:03.820Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fe63e239-2ac7-4d8b-badc-56c62ecabfc0", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:04.012Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fe63e239-2ac7-4d8b-badc-56c62ecabfc0"} 2024-06-21T12:47:04.087Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "763dbab4-f5ff-415d-98c0-46df58c3c24a", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:09.088Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "32bcec29-defa-48b7-8960-0ad9ad2f211f", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:15.259Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "661892c6-3412-4df6-b79c-b512291bb4d8", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:21.420Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a6dda243-0bc9-4573-aa31-7974ebbea18a", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:28.086Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "5bb98926-e5d3-49dc-a6f0-67e571a5ec90", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:34.227Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e98e053b-18e0-4031-ab9d-ef5d681dfeae", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:40.390Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ebab4cde-6350-4720-b45a-0339cc6c2f21", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:46.528Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "da7d0703-5ed7-4621-9bb1-659b0a2c3600", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:47.681Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:47.755Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be", "user": "operator"} 2024-06-21T12:47:47.797Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be", "user": "monitor"} 2024-06-21T12:47:47.876Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be"} 2024-06-21T12:47:47.916Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be"} 2024-06-21T12:47:47.957Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be", "user": "xtrabackup"} 2024-06-21T12:47:48.019Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be"} 2024-06-21T12:47:48.071Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be", "user": "replication"} 2024-06-21T12:47:49.320Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "70444656-9542-4360-9297-72948bd859be", "err": "get primary pxc pod: not found"} 2024-06-21T12:47:52.680Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3ae93a13-adb1-4ddb-a4b3-0cfe6e75af82", "oldSize": 1, "newSize": 2} 2024-06-21T12:47:53.821Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3ae93a13-adb1-4ddb-a4b3-0cfe6e75af82", "err": "get primary pxc pod: not found"} 2024-06-21T12:47:58.864Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dde9ba8c-ba8f-4260-9a15-fad0bdbf7230", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:00.022Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dde9ba8c-ba8f-4260-9a15-fad0bdbf7230", "err": "get primary pxc pod: not found"} 2024-06-21T12:48:05.079Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "71f97f0d-85c4-4d20-9ed5-496973403c89", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:11.677Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e882f929-242c-4828-a0cd-86a7aeccfc4b", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:17.911Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "5a235c4c-dfa7-4d0d-8627-660465d81b58", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:24.151Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "813ec708-20b1-4d6f-aacb-2eeb43bb9e4d", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:30.343Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "51a0cd21-c9c4-4600-b2d8-8ee64bdb1ce9", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:36.534Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d3338cf0-997d-4af2-9996-6f56edb659ec", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:42.767Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "56e74578-5844-4390-bebb-5f624265352b", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:48.960Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "65c29269-bf97-4aa6-a969-415c266335b2", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:55.317Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "385ac3c5-9ee1-4157-8a07-bdafe91c1982", "oldSize": 1, "newSize": 2} 2024-06-21T12:48:56.570Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "5a5135d2-6690-41c9-b165-267f66d3477b", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:01.569Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e09e4ed5-7126-49ed-b98a-3b7842cf88b5", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:07.808Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "4e854f09-f407-4da3-9978-064f0b4b88d4", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:14.026Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bc57afa4-6788-452a-aaa8-5ab23d57e6a9", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:20.264Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d2c5d501-af22-4031-96ed-24efddf5687e", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:26.894Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "04040288-9fd6-4233-b304-d6d4cb66e7ad", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:33.120Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "4968867c-eac6-4959-a65a-f9c74f0cc78a", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:39.429Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "781dfd0b-18ef-4282-9e42-9731bfddf255", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:45.668Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "7dd914c0-4e13-4116-8745-46ff8bd31ff4", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:51.961Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "08051cfe-2228-4577-9aca-cf1f9ad7ccf8", "oldSize": 1, "newSize": 2} 2024-06-21T12:49:58.222Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "c7623b7e-a53d-4339-aec5-dbcbe20f3bdc", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:04.517Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f951415d-e268-4f06-85c6-5a66a7b31a49", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:10.750Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "cc8e73de-4a07-4a2b-a27f-6c56dcf034a9", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:12.027Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dbc95a90-51c5-4feb-9767-c6524489c97e", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:12.148Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dbc95a90-51c5-4feb-9767-c6524489c97e", "user": "root"} 2024-06-21T12:50:13.386Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dbc95a90-51c5-4feb-9767-c6524489c97e", "new version": "8.0.19-10"} 2024-06-21T12:50:13.500Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "74ed87cc-22bc-4792-b742-09ade50d1ce0", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:14.746Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dbc95a90-51c5-4feb-9767-c6524489c97e"} 2024-06-21T12:50:17.024Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3dd90e87-fdb5-4918-baae-d58fc7c36ca9", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:19.566Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3dd90e87-fdb5-4918-baae-d58fc7c36ca9"} 2024-06-21T12:50:23.286Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "87d835d1-b743-4118-b218-7204c7b81484", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:25.771Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "87d835d1-b743-4118-b218-7204c7b81484"} 2024-06-21T12:50:29.586Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3e1d1081-03df-4900-99d0-e213d2d10e5a", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:32.234Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3e1d1081-03df-4900-99d0-e213d2d10e5a"} 2024-06-21T12:50:36.045Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ca72f02e-ce0b-4ed7-b31c-c83cdeec7b84", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:38.678Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ca72f02e-ce0b-4ed7-b31c-c83cdeec7b84"} 2024-06-21T12:50:42.416Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fb293660-c917-4978-b1c7-7bf98e60c2a5", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:44.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fb293660-c917-4978-b1c7-7bf98e60c2a5"} 2024-06-21T12:50:48.696Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b1d06278-ab19-4a3f-bd51-c6e2f669e9c0", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:51.578Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b1d06278-ab19-4a3f-bd51-c6e2f669e9c0"} 2024-06-21T12:50:55.242Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b9ce7cdf-b28d-47fb-9ff7-5a2b50d154a7", "oldSize": 1, "newSize": 2} 2024-06-21T12:50:58.140Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b9ce7cdf-b28d-47fb-9ff7-5a2b50d154a7"} 2024-06-21T12:51:01.588Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "659fb0e5-f4b3-4be4-ae43-ac5882c5f04e", "oldSize": 1, "newSize": 2} 2024-06-21T12:51:04.146Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "659fb0e5-f4b3-4be4-ae43-ac5882c5f04e"} 2024-06-21T12:51:07.943Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b9c3bbfa-e420-4d6a-8384-d08a81c070b1", "oldSize": 1, "newSize": 2} 2024-06-21T12:51:10.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b9c3bbfa-e420-4d6a-8384-d08a81c070b1"} 2024-06-21T12:51:14.324Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "220bf693-ad69-4668-bfed-21afdfd734aa", "oldSize": 1, "newSize": 2} 2024-06-21T12:51:16.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "220bf693-ad69-4668-bfed-21afdfd734aa"} 2024-06-21T12:51:17.896Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "oldSize": 1, "newSize": 2} 2024-06-21T12:51:19.144Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51"} 2024-06-21T12:51:19.153Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-2"} 2024-06-21T12:51:19.153Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-28631.svc.cluster.local"} 2024-06-21T12:51:20.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51"} 2024-06-21T12:51:39.435Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-21T12:52:39.462Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-2"} 2024-06-21T12:53:39.489Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-2"} 2024-06-21T12:53:39.498Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-1"} 2024-06-21T12:53:39.498Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-2"} 2024-06-21T12:53:59.727Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-21T12:55:09.733Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-1"} 2024-06-21T12:55:59.760Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-1"} 2024-06-21T12:55:59.768Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-1"} 2024-06-21T12:55:59.769Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-0"} 2024-06-21T12:56:20.044Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-21T12:57:20.346Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-0"} 2024-06-21T12:58:20.372Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-0"} 2024-06-21T12:58:20.379Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "pod name": "smart-update-pxc-0"} 2024-06-21T12:58:20.379Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51"} 2024-06-21T12:58:20.463Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d596f7d0-daa3-460b-bb2c-594dc5025a51", "new version": "8.0.36-28.1"} 2024-06-21T12:58:20.611Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b024cd12-fae8-4f49-b0ba-b0faf5aebf5d", "oldSize": 1, "newSize": 2} 2024-06-21T12:58:23.364Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b024cd12-fae8-4f49-b0ba-b0faf5aebf5d"} 2024-06-21T12:58:25.612Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "07bc2ace-aca9-4fbe-bf0a-c20f5237ff7c", "oldSize": 1, "newSize": 2} 2024-06-21T12:58:28.264Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "07bc2ace-aca9-4fbe-bf0a-c20f5237ff7c"} 2024-06-21T12:58:32.020Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "8f0e8606-5dc3-4e29-b30e-1224b5e7829d", "oldSize": 1, "newSize": 2} 2024-06-21T12:58:34.679Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "8f0e8606-5dc3-4e29-b30e-1224b5e7829d"} 2024-06-21T12:58:38.466Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f8245bc7-2aaf-4a7c-a0c2-316ff15a9824", "oldSize": 1, "newSize": 2} 2024-06-21T12:58:41.130Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f8245bc7-2aaf-4a7c-a0c2-316ff15a9824"} 2024-06-21T12:58:44.902Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "16ef5532-2bc5-4338-aaf9-5a90da9c205c", "oldSize": 1, "newSize": 2} 2024-06-21T12:58:47.475Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "16ef5532-2bc5-4338-aaf9-5a90da9c205c"} 2024-06-21T12:58:51.237Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a4527d41-d89e-46f2-8306-04f578e611b8", "oldSize": 1, "newSize": 2} 2024-06-21T12:58:54.278Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a4527d41-d89e-46f2-8306-04f578e611b8"} 2024-06-21T12:58:58.134Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "84f55dcd-d47a-498b-bc58-5743ae18d3dd", "oldSize": 1, "newSize": 2} 2024-06-21T12:59:00.754Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "84f55dcd-d47a-498b-bc58-5743ae18d3dd"} 2024-06-21T12:59:01.041Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "59be9d21-b094-427e-bd0d-f44e7712b3bc", "oldSize": 1, "newSize": 2} 2024-06-21T12:59:55.765Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d2e45636-a267-4dcf-aa03-ad3e106e3677", "oldSize": 1, "newSize": 2} 2024-06-21T12:59:55.924Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d2e45636-a267-4dcf-aa03-ad3e106e3677"} 2024-06-21T12:59:56.480Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: cc699991-235e-4f0c-896a-7a8922daed62 2024-06-21T12:59:56.555Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d342f71f-4b36-4883-94c0-8d3d2311729d", "oldSize": 1, "newSize": 2} 2024-06-21T12:59:56.689Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d342f71f-4b36-4883-94c0-8d3d2311729d"} 2024-06-21T12:59:57.875Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "acaba673-e072-4468-9128-9506aa980fde", "oldSize": 1, "newSize": 2} 2024-06-21T12:59:57.963Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "acaba673-e072-4468-9128-9506aa980fde"} 2024-06-21T13:00:03.011Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fb918cee-b5ef-4a9c-b4e4-a14dd064a098", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:03.107Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fb918cee-b5ef-4a9c-b4e4-a14dd064a098"} 2024-06-21T13:00:08.167Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "155f8319-2374-47ca-985c-77e4dfe0f066", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:08.250Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "155f8319-2374-47ca-985c-77e4dfe0f066"} 2024-06-21T13:00:13.320Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "7001c8ef-6a8b-42c7-bcc8-e64502fbd661", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:13.433Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "7001c8ef-6a8b-42c7-bcc8-e64502fbd661"} 2024-06-21T13:00:18.470Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "44fde8cd-cbc1-4997-8491-9ba96998b26d", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:18.570Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "44fde8cd-cbc1-4997-8491-9ba96998b26d"} 2024-06-21T13:00:23.612Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "41a490c5-a608-4a22-b139-ae1af05556c5", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:23.718Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "41a490c5-a608-4a22-b139-ae1af05556c5"} 2024-06-21T13:00:28.828Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "805e3d47-ac9f-45fd-8904-55e5f26d0155", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:28.926Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "805e3d47-ac9f-45fd-8904-55e5f26d0155"} 2024-06-21T13:00:33.973Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "01266896-11c5-4ac8-a844-6e073d84d497", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:34.149Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "01266896-11c5-4ac8-a844-6e073d84d497"} 2024-06-21T13:00:39.186Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "94ce5c19-71f0-4efb-902e-ef6276ef7d86", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:39.301Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "94ce5c19-71f0-4efb-902e-ef6276ef7d86"} 2024-06-21T13:00:44.341Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0fa47332-a7f0-4fa4-801e-ff80f5265046", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:44.440Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0fa47332-a7f0-4fa4-801e-ff80f5265046"} 2024-06-21T13:00:49.481Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e289d2fe-e4f5-486c-8767-f9475a02546c", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:49.566Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e289d2fe-e4f5-486c-8767-f9475a02546c"} 2024-06-21T13:00:54.641Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b3ddf872-f85f-4abb-9ab3-ff64efaab4c7", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:54.757Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b3ddf872-f85f-4abb-9ab3-ff64efaab4c7"} 2024-06-21T13:00:59.805Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "574c41a4-d9d3-45e3-86f0-a235b1f888f0", "oldSize": 1, "newSize": 2} 2024-06-21T13:00:59.905Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "574c41a4-d9d3-45e3-86f0-a235b1f888f0"} 2024-06-21T13:01:04.952Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "795457b0-773d-448e-9cb2-99d17d95d692", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:05.232Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "795457b0-773d-448e-9cb2-99d17d95d692"} 2024-06-21T13:01:10.348Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f0dfe863-378b-440d-8d0d-32fcf9cc47a1", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:10.523Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f0dfe863-378b-440d-8d0d-32fcf9cc47a1"} 2024-06-21T13:01:10.693Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d7f6d509-761f-408b-9c88-180bb6d78028", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:10.834Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d7f6d509-761f-408b-9c88-180bb6d78028"} 2024-06-21T13:01:11.936Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "59b4bf93-a9b8-44a0-9454-a67bd5f0cf37", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:12.109Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "59b4bf93-a9b8-44a0-9454-a67bd5f0cf37"} 2024-06-21T13:01:15.692Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d8b290e7-3a8f-49ac-9ffc-96b124450a55", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:15.817Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d8b290e7-3a8f-49ac-9ffc-96b124450a55"} 2024-06-21T13:01:20.922Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "44caf900-964c-4532-87a8-bae2d675b3e5", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:21.063Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "44caf900-964c-4532-87a8-bae2d675b3e5"} 2024-06-21T13:01:26.174Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f40a6d39-4fe1-4368-8688-8bd1bdef3460", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:26.308Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f40a6d39-4fe1-4368-8688-8bd1bdef3460"} 2024-06-21T13:01:31.459Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fa3decec-563d-464b-9e3a-c5e92d7be9c5", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:31.577Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fa3decec-563d-464b-9e3a-c5e92d7be9c5"} 2024-06-21T13:01:36.666Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "162a432a-a134-4127-ab8f-b51d0952c503", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:36.989Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "162a432a-a134-4127-ab8f-b51d0952c503"} 2024-06-21T13:01:37.129Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0904240e-fe11-4d6c-a8af-66fc52aab89c", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:42.121Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ee0d2f4a-b2a3-4bee-810c-26b95edbf928", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:48.334Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "76332442-6dcb-4fd6-a5a5-32cfbadbdc80", "oldSize": 1, "newSize": 2} 2024-06-21T13:01:54.593Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b869d5eb-d778-4c2c-a635-0f836f70378a", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:00.817Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "7a80fb13-f4ed-4b54-9774-bd7f4ad30b33", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:07.040Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "79d1ab91-dcea-4d51-b2c1-3397716c36b2", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:13.283Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ebc8bef0-30a4-4637-9647-119bcf9d4797", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:19.518Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a719c25a-1791-4889-a906-e8f5e156dab4", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:25.740Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b90df825-f06d-41d0-8150-bf08f63b3be6", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:26.972Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "1fbd0195-dae9-400a-adc0-976ff4a5d525", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:31.972Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b70b7e4c-3350-4cac-961a-8e7c0e8f442f", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:38.583Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ec915def-05d0-49f8-ad29-a968f02a7d56", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:44.845Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "66a9957c-d762-4b36-8a97-2b582a7c87c7", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:51.053Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bee05091-6fab-43fe-8800-58652c6031ef", "oldSize": 1, "newSize": 2} 2024-06-21T13:02:57.399Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0c9b5a26-510b-4927-afb7-81a7384c4375", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:03.688Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3b1b2fba-cfe1-4a60-b51e-b89ba31375d0", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:10.101Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ec03b32d-c877-4812-8e10-2906b676744e", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:16.323Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "cf1fab4d-edbd-4629-a8e2-8a9a8648d421", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:22.556Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e6e5fd9e-dde8-43eb-bfcb-ee8d7b7ca2ac", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:28.873Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e234662c-39aa-4ca0-b5fe-581f89669018", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:35.098Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "73e4089e-03ba-4494-a66d-c80d90fbac79", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:35.552Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bdc4a65c-ed96-4fac-be62-203fffcf0449", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:36.890Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0b8b615a-0df1-4292-87be-af9dc530a9c2", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:38.333Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "29c78e6d-bb47-41bf-9db8-f22a19d987ed", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:39.614Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "29c78e6d-bb47-41bf-9db8-f22a19d987ed", "new version": "8.0.19-10"} 2024-06-21T13:03:39.728Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "019f9e58-410e-4ec3-a1fd-fccac7b92f8e", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:41.891Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0a5f17df-02ae-4c19-815d-b78e6a39da78", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:48.168Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "2ac7f160-af15-4694-bb8c-f4f62ee14ab8", "oldSize": 1, "newSize": 2} 2024-06-21T13:03:54.446Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "2ef61dd0-e9bb-4214-b3d1-c70bed8a1619", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:00.752Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e468bea2-b813-4f53-a6b8-69c6ecda71e1", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:07.111Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d67a1050-1dd0-4192-bb56-fd0486e1dab0", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:13.396Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d082cac7-6a80-4361-a344-f35c8edc5cfb", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:19.694Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "67995197-9e5b-4146-a26c-4e6c3abc5a92", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:26.016Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "255f8522-61bc-4cb6-9923-222d75557c29", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:32.303Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9892a9e8-adf2-458d-8480-e6c19a84c02e", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:38.665Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f2c625f4-14d4-4c4f-804c-671d78ec07f8", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:45.004Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a9313448-f5d0-4854-b29c-f1a256cba391", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:47.052Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "586d66c9-e19c-49d5-935e-aa3f8a2eba40", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:47.342Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "oldSize": 1, "newSize": 2} 2024-06-21T13:04:48.450Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a"} 2024-06-21T13:04:48.461Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-2"} 2024-06-21T13:04:48.461Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-28631"} 2024-06-21T13:06:08.743Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-2"} 2024-06-21T13:06:08.763Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-1"} 2024-06-21T13:06:28.991Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-21T13:06:38.992Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-21T13:07:39.026Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-1"} 2024-06-21T13:07:39.044Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-0"} 2024-06-21T13:08:59.327Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "pod name": "smart-update-pxc-0"} 2024-06-21T13:08:59.348Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a"} 2024-06-21T13:08:59.436Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "00ce2a5f-315a-4e2d-a164-87c02b0ff52a", "new version": "8.0.36-28.1"} 2024-06-21T13:08:59.557Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e16c9773-05b4-45aa-9d71-6fcbf5b6ed72", "oldSize": 1, "newSize": 2} 2024-06-21T13:09:00.880Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "41d4b77b-47b4-444a-943a-0c1b939ae385", "oldSize": 1, "newSize": 2} 2024-06-21T13:09:04.558Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e0c225e5-9239-473b-8714-ce6749e397f3", "oldSize": 1, "newSize": 2} 2024-06-21T13:09:10.881Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d86ef4f3-6c89-469b-aee0-cee571a7e81a", "oldSize": 1, "newSize": 2} 2024-06-21T13:09:16.772Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ccb487d8-d7c3-48f5-ae9c-5444ceaac68c", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:08.812Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "85d55a7e-6f99-464f-a9fd-911ffc1e86c4", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:08.965Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "85d55a7e-6f99-464f-a9fd-911ffc1e86c4"} 2024-06-21T13:10:09.630Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "1385516b-5957-4179-a23b-486c7ef87a93", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:09.802Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "1385516b-5957-4179-a23b-486c7ef87a93"} 2024-06-21T13:10:09.945Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 9ca6aef5-25dd-4569-8ad4-b86d8db0c682 2024-06-21T13:10:10.011Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e6a2c3d1-2cad-4482-b4e1-3b9e12c4247e", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:10.142Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "e6a2c3d1-2cad-4482-b4e1-3b9e12c4247e"} 2024-06-21T13:10:15.011Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "cf43a910-972e-4c3e-afea-f06151e45a62", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:15.106Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "cf43a910-972e-4c3e-afea-f06151e45a62"} 2024-06-21T13:10:20.149Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "83f391bb-5ee4-4ee2-9886-c2cb38cb8488", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:20.285Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "83f391bb-5ee4-4ee2-9886-c2cb38cb8488"} 2024-06-21T13:10:25.383Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d1ed9f33-5208-43c3-a5aa-23d757c651ff", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:25.470Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d1ed9f33-5208-43c3-a5aa-23d757c651ff"} 2024-06-21T13:10:30.511Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a22144e7-40fb-4269-9786-fefaf8f73a5f", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:30.594Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a22144e7-40fb-4269-9786-fefaf8f73a5f"} 2024-06-21T13:10:35.632Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "08864fbc-c483-4283-b0dc-e43c930f3083", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:35.719Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "08864fbc-c483-4283-b0dc-e43c930f3083"} 2024-06-21T13:10:40.757Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "59b1d781-a8ca-41dd-93f2-08fc80f88223", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:40.850Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "59b1d781-a8ca-41dd-93f2-08fc80f88223"} 2024-06-21T13:10:45.900Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "430edf34-37b4-4bb4-b73b-9c4fe103ec6d", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:45.989Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "430edf34-37b4-4bb4-b73b-9c4fe103ec6d"} 2024-06-21T13:10:51.042Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "95623c68-fe74-45bf-b443-1df5f9ad4531", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:51.187Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "95623c68-fe74-45bf-b443-1df5f9ad4531"} 2024-06-21T13:10:56.237Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "55f714ba-5413-499e-b6e0-2067ca9a34fa", "oldSize": 1, "newSize": 2} 2024-06-21T13:10:56.361Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "55f714ba-5413-499e-b6e0-2067ca9a34fa"} 2024-06-21T13:11:01.431Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "6ceede88-9abe-45ca-be0d-371943b5b6b4", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:01.523Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "6ceede88-9abe-45ca-be0d-371943b5b6b4"} 2024-06-21T13:11:06.570Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dcbf7efc-c225-49bb-9f21-49bc0d438eb0", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:06.875Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dcbf7efc-c225-49bb-9f21-49bc0d438eb0"} 2024-06-21T13:11:11.952Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "6fa03fa2-4e4c-4fcf-9c7a-93fe8d046389", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:12.068Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "6fa03fa2-4e4c-4fcf-9c7a-93fe8d046389"} 2024-06-21T13:11:17.156Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3efae037-4e4b-41e9-9d4a-1e04a335a0c1", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:17.254Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3efae037-4e4b-41e9-9d4a-1e04a335a0c1"} 2024-06-21T13:11:22.298Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "28bc634e-4855-4faa-b99c-77ba46e9208d", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:22.505Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "28bc634e-4855-4faa-b99c-77ba46e9208d"} 2024-06-21T13:11:22.600Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0c77ffaf-aedc-44b7-92e4-c57d96c8d04e", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:22.737Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0c77ffaf-aedc-44b7-92e4-c57d96c8d04e"} 2024-06-21T13:11:24.748Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "0c77ffaf-aedc-44b7-92e4-c57d96c8d04e", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.146.122.24:3306: connect: connection refused"} 2024-06-21T13:11:27.601Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "97924af4-041f-4efe-b4b6-ca3e2e101f60", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:27.760Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "97924af4-041f-4efe-b4b6-ca3e2e101f60"} 2024-06-21T13:11:27.856Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "654fb7b2-48dc-4801-8823-66ac404a211c", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:27.977Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "654fb7b2-48dc-4801-8823-66ac404a211c"} 2024-06-21T13:11:32.854Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "8448e0bc-f0aa-4368-b7a3-08cfb7f48a0c", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:32.999Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "8448e0bc-f0aa-4368-b7a3-08cfb7f48a0c"} 2024-06-21T13:11:38.079Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "4e77c9e1-4388-420a-8848-30e053cdda7c", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:38.274Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "4e77c9e1-4388-420a-8848-30e053cdda7c"} 2024-06-21T13:11:43.386Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "96fdb0bc-a218-4d67-802e-c0d832fb5a54", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:43.504Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "96fdb0bc-a218-4d67-802e-c0d832fb5a54"} 2024-06-21T13:11:48.575Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "60aacace-a377-4e33-87ab-e62445c32619", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:48.693Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "60aacace-a377-4e33-87ab-e62445c32619"} 2024-06-21T13:11:48.793Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b4ebb5c9-486f-4463-b520-96c49a03a789", "oldSize": 1, "newSize": 2} 2024-06-21T13:11:53.795Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f416c30b-58b5-4f23-b44b-134532473b74", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:00.036Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dbf25df0-43bf-4c87-a364-d26eaa46d4fd", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:06.230Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "aa58002c-ae48-435c-b3d0-63d6271584bd", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:12.483Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bf17e045-c395-4013-ac7a-ad1969704c45", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:18.712Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "41b81f01-c9d6-4f78-ac3a-db73c7239b49", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:24.942Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b732d4a0-eb0d-4a77-8d92-20c2b746455b", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:31.137Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dd4d6cd3-4f4b-4f86-b326-d1555869b8aa", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:37.379Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "343a8ea7-9f62-4f0e-8b77-ec359d4aac4a", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:38.780Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "04d31f5c-cda2-4941-ab32-aa83f7227a8d", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:43.780Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "265b9339-9b50-423a-9985-7748d4c27172", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:50.039Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dd923938-a68d-4a09-b00c-71b32707959a", "oldSize": 1, "newSize": 2} 2024-06-21T13:12:57.046Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9ce66335-1e3b-4fd7-afaa-4da2471c895a", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:03.306Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "863cfacf-9fc3-488b-9170-27720ebc99f8", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:09.576Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "3fe29624-e21c-4533-87a7-a09014a90ac0", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:15.784Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f6c45e3f-1ef5-4681-8e58-3ccfbde2f945", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:22.038Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "1fcc1b5f-23e0-4602-b277-21ac303c008a", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:28.274Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ce7f59bd-876d-4871-9479-4d445a80fd8c", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:34.634Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "1cb61876-d1b9-49bb-9ede-603279a2b87b", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:40.849Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "a163559c-5133-47c8-b992-b4bd0814d476", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:47.110Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "91c7f51c-0c98-42fa-9e0f-c4c02f1ec600", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:48.398Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "383a2958-07b3-4f31-adbf-305614b3cde9", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:49.675Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "383a2958-07b3-4f31-adbf-305614b3cde9", "new version": "8.0.19-10"} 2024-06-21T13:13:49.908Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "5ff11cba-db5f-470f-818c-b93e0bf35071", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:53.395Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "80f019f3-3bf6-410d-8df1-d5251e6ce946", "oldSize": 1, "newSize": 2} 2024-06-21T13:13:59.723Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "ad92e388-50a9-49b6-8f73-4f58ced33544", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:06.125Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "305fec65-653f-4e90-ae8b-110ba597a724", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:12.417Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "58914910-737f-4fca-b829-fbb1eaa0d355", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:18.712Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "2091a171-1853-4dff-a062-e8fc55f7346b", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:25.186Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b9b15ace-2c87-42bc-b1ee-e846643b69ac", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:31.510Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "731ed6ff-14ea-49c6-91fd-317fb2b8b12f", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:37.824Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "bb737a95-355b-4630-9548-f14ba13386cc", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:44.273Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "8960e076-e798-465d-aa25-7426de4411fa", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:50.562Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "d3ba423b-51bb-464d-8613-b359a190800e", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:53.070Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "148941dd-6f77-4f2c-9007-81b75a732004", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:53.374Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "oldSize": 1, "newSize": 2} 2024-06-21T13:14:54.477Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a"} 2024-06-21T13:14:54.490Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-28631"} 2024-06-21T13:14:54.491Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-2"} 2024-06-21T13:16:14.801Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-2"} 2024-06-21T13:16:14.825Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-1"} 2024-06-21T13:16:35.333Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-21T13:17:45.133Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-1"} 2024-06-21T13:17:45.156Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-0"} 2024-06-21T13:19:05.525Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "pod name": "smart-update-pxc-0"} 2024-06-21T13:19:05.548Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a"} 2024-06-21T13:19:05.640Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9968e0e0-a333-4fe1-93ac-f7969156606a", "new version": "8.0.36-28.1"} 2024-06-21T13:19:05.767Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "f97f9183-2519-4677-8e1e-d4bd305e4e36", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:07.083Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "dc1ad83b-a34c-4019-b2bf-45be4a60c7fd", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:10.767Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "b49f4c10-398b-467e-9864-790d62ae6a28", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:17.062Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "fca33a28-dfb8-485f-8d04-1f2bbcafd82b", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:23.438Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "2002e52e-9bb6-4ba5-93ec-73264175a84a", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:29.772Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "9cb88e4a-03c1-4c86-8f53-824cb2216d4f", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:36.131Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "96cd2af8-b4e0-4f52-8e74-34f62f462f3b", "oldSize": 1, "newSize": 2} 2024-06-21T13:19:38.250Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28631", "name": "smart-update", "reconcileID": "6e525d41-381b-4baa-ac5b-8daa0f8cd569", "oldSize": 1, "newSize": 2} /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.VSJtS2tJbQ ++ mktemp + local LAST_ERR=/tmp/tmp.gwyVipqcpA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VSJtS2tJbQ No resources found + cat /tmp/tmp.gwyVipqcpA + rm /tmp/tmp.VSJtS2tJbQ /tmp/tmp.gwyVipqcpA + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.3Re6cElp8M ++ mktemp + local LAST_ERR=/tmp/tmp.P6CAMP2nz9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3Re6cElp8M No resources found + cat /tmp/tmp.P6CAMP2nz9 + rm /tmp/tmp.3Re6cElp8M /tmp/tmp.P6CAMP2nz9 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.5XuopF04a3 ++ mktemp + local LAST_ERR=/tmp/tmp.vrV5lu6RZk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5XuopF04a3 No resources found + cat /tmp/tmp.vrV5lu6RZk + rm /tmp/tmp.5XuopF04a3 /tmp/tmp.vrV5lu6RZk + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.bwDRpABHvB ++ mktemp + local LAST_ERR=/tmp/tmp.Pok8FOFLvf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bwDRpABHvB validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.Pok8FOFLvf + rm /tmp/tmp.bwDRpABHvB /tmp/tmp.Pok8FOFLvf + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-28631 + rm -rf /tmp/tmp.6rSlDnCOVS + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.M3KCqBhpm6 + desc 'test passed' ++ mktemp + set +o xtrace + local LAST_OUT=/tmp/tmp.4l7CU9ev4I ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_ERR=/tmp/tmp.n1A4zjQZEv + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.piRYlhfVjb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-28631 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator