Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-1138 + local ns=smart-update1-1138 + '[' -n pxc-operator ']' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n smart-update1-29023 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.s42F8EnV3K ++ mktemp + local LAST_ERR=/tmp/tmp.HguLyGXz9b + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.s42F8EnV3K perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.HguLyGXz9b + rm /tmp/tmp.s42F8EnV3K /tmp/tmp.HguLyGXz9b + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.s5H7fv6dZU ++ mktemp + local LAST_ERR=/tmp/tmp.XThnWAU7pE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.s5H7fv6dZU No resources found + cat /tmp/tmp.XThnWAU7pE + rm /tmp/tmp.s5H7fv6dZU /tmp/tmp.XThnWAU7pE + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.4DI2rsfd2K ++ mktemp + local LAST_ERR=/tmp/tmp.DUo2P3Bdge + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4DI2rsfd2K No resources found + cat /tmp/tmp.DUo2P3Bdge + rm /tmp/tmp.4DI2rsfd2K /tmp/tmp.DUo2P3Bdge + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns + awk '{print$1}' + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.uLoeXBA9B0 + local LAST_OUT=/tmp/tmp.Mqr0Q3kCd4 ++ mktemp + local LAST_ERR=/tmp/tmp.nBMebskdiw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_ERR=/tmp/tmp.Df8i2kGpNb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Mqr0Q3kCd4 + cat /tmp/tmp.Df8i2kGpNb + rm /tmp/tmp.Mqr0Q3kCd4 /tmp/tmp.Df8i2kGpNb + return 0 namespace "cert-manager" deleted namespace "smart-update1-29023" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uLoeXBA9B0 namespace "pxc-operator" deleted + cat /tmp/tmp.nBMebskdiw + rm /tmp/tmp.uLoeXBA9B0 /tmp/tmp.nBMebskdiw + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.P9EjuUvo5H ++ mktemp + local LAST_ERR=/tmp/tmp.6KLLSlu1Uj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.P9EjuUvo5H namespace/pxc-operator created + cat /tmp/tmp.6KLLSlu1Uj + rm /tmp/tmp.P9EjuUvo5H /tmp/tmp.6KLLSlu1Uj + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.sk8py8ukua +++ mktemp ++ local LAST_ERR=/tmp/tmp.X5JkieD9A5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sk8py8ukua ++ cat /tmp/tmp.X5JkieD9A5 ++ rm /tmp/tmp.sk8py8ukua /tmp/tmp.X5JkieD9A5 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1729-aeb7b936-1-cluster8 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.ZD7YOaTNVN ++ mktemp + local LAST_ERR=/tmp/tmp.35fr0YGaoB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1729-aeb7b936-1-cluster8 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZD7YOaTNVN Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1729-aeb7b936-1-cluster8" modified. + cat /tmp/tmp.35fr0YGaoB + rm /tmp/tmp.ZD7YOaTNVN /tmp/tmp.35fr0YGaoB + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.oUTtjpJioL ++ mktemp + local LAST_ERR=/tmp/tmp.09LAyCOdjc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oUTtjpJioL customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.09LAyCOdjc + rm /tmp/tmp.oUTtjpJioL /tmp/tmp.09LAyCOdjc + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.B6ATAOzxex ++ mktemp + local LAST_ERR=/tmp/tmp.MClJ6l8sU2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.B6ATAOzxex clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.MClJ6l8sU2 + rm /tmp/tmp.B6ATAOzxex /tmp/tmp.MClJ6l8sU2 + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936^' + kubectl_bin apply -f - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + local LAST_OUT=/tmp/tmp.alPGnMD6v9 ++ mktemp + local LAST_ERR=/tmp/tmp.tKVIs4CIdF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.alPGnMD6v9 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.tKVIs4CIdF + rm /tmp/tmp.alPGnMD6v9 /tmp/tmp.tKVIs4CIdF + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.9esn9cfd7r ++ mktemp + local LAST_ERR=/tmp/tmp.H2khOpo3it + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9esn9cfd7r pod/percona-xtradb-cluster-operator-76495f68fb-jhbw6 condition met + cat /tmp/tmp.H2khOpo3it + rm /tmp/tmp.9esn9cfd7r /tmp/tmp.H2khOpo3it + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.gxMWPpvhhY +++ mktemp ++ local LAST_ERR=/tmp/tmp.6nvyn0qv8S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gxMWPpvhhY ++ cat /tmp/tmp.6nvyn0qv8S ++ rm /tmp/tmp.gxMWPpvhhY /tmp/tmp.6nvyn0qv8S ++ return 0 + wait_pod percona-xtradb-cluster-operator-76495f68fb-jhbw6 480 pxc-operator + local pod=percona-xtradb-cluster-operator-76495f68fb-jhbw6 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-76495f68fb-jhbw6 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-76495f68fb-jhbw6 condition met percona-xtradb-cluster-operator-76495f68fb-jhbw6.Ok + sleep 3 + create_namespace smart-update1-1138 + local namespace=smart-update1-1138 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-1138' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-1138 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-1138 + awk '{print$1}' + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' ++ mktemp ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.248BcDbASD ++ mktemp + local LAST_ERR=/tmp/tmp.tpS49BjkfI + local exit_status=0 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.nfbop7b8i5 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-1138 + local LAST_ERR=/tmp/tmp.IeSDZVG19L + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nfbop7b8i5 + cat /tmp/tmp.IeSDZVG19L + rm /tmp/tmp.nfbop7b8i5 /tmp/tmp.IeSDZVG19L + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-1138 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.248BcDbASD + cat /tmp/tmp.tpS49BjkfI Error from server (NotFound): namespaces "smart-update1-1138" not found + rm /tmp/tmp.248BcDbASD /tmp/tmp.tpS49BjkfI + return 1 + : + wait_for_delete namespace/smart-update1-1138 + local res=namespace/smart-update1-1138 + echo -n 'namespace/smart-update1-1138 - ' namespace/smart-update1-1138 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-1138" not found + desc 'create namespace smart-update1-1138' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-1138 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-1138 ++ mktemp + local LAST_OUT=/tmp/tmp.2jDkNOgtRt ++ mktemp + local LAST_ERR=/tmp/tmp.CPP3b92Ewr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-1138 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2jDkNOgtRt namespace/smart-update1-1138 created + cat /tmp/tmp.CPP3b92Ewr + rm /tmp/tmp.2jDkNOgtRt /tmp/tmp.CPP3b92Ewr + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6igVIgXDww +++ mktemp ++ local LAST_ERR=/tmp/tmp.030ZKb3ygo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6igVIgXDww ++ cat /tmp/tmp.030ZKb3ygo ++ rm /tmp/tmp.6igVIgXDww /tmp/tmp.030ZKb3ygo ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1729-aeb7b936-1-cluster8 --namespace=smart-update1-1138 ++ mktemp + local LAST_OUT=/tmp/tmp.bmwbi8I3F4 ++ mktemp + local LAST_ERR=/tmp/tmp.8I9RizWQjz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1729-aeb7b936-1-cluster8 --namespace=smart-update1-1138 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bmwbi8I3F4 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1729-aeb7b936-1-cluster8" modified. + cat /tmp/tmp.8I9RizWQjz + rm /tmp/tmp.bmwbi8I3F4 /tmp/tmp.8I9RizWQjz + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.sBZ9fgZnor ++ mktemp + local LAST_ERR=/tmp/tmp.i8zTxGkSJD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sBZ9fgZnor secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.i8zTxGkSJD + rm /tmp/tmp.sBZ9fgZnor /tmp/tmp.i8zTxGkSJD + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.xLPiD6wjwq ++ mktemp + local LAST_ERR=/tmp/tmp.p0v2oiIboG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xLPiD6wjwq configmap/versions created + cat /tmp/tmp.p0v2oiIboG + rm /tmp/tmp.xLPiD6wjwq /tmp/tmp.p0v2oiIboG + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.RpSWIS69rW ++ mktemp + local LAST_ERR=/tmp/tmp.fkfTCpbMxU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RpSWIS69rW deployment.apps/version-service created service/version-service created + cat /tmp/tmp.fkfTCpbMxU + rm /tmp/tmp.RpSWIS69rW /tmp/tmp.fkfTCpbMxU + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.cP0ZFVNSU1 ++ mktemp + local LAST_ERR=/tmp/tmp.HGmhYtppNM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cP0ZFVNSU1 namespace/cert-manager created + cat /tmp/tmp.HGmhYtppNM + rm /tmp/tmp.cP0ZFVNSU1 /tmp/tmp.HGmhYtppNM + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.f5FCdxZEji ++ mktemp + local LAST_ERR=/tmp/tmp.bsdOb1dtfR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.f5FCdxZEji namespace/cert-manager labeled + cat /tmp/tmp.bsdOb1dtfR + rm /tmp/tmp.f5FCdxZEji /tmp/tmp.bsdOb1dtfR + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.4BHtBPnAMJ ++ mktemp + local LAST_ERR=/tmp/tmp.unatsqQUOP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4BHtBPnAMJ namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.unatsqQUOP Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.4BHtBPnAMJ /tmp/tmp.unatsqQUOP + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 ++ tail -n3 ++ head -n1 +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ sort -V ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++++ grep -c percona-xtradb-cluster-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nk7s8qt2sG ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3CfrwIz6XM +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.nk7s8qt2sG +++ cat /tmp/tmp.3CfrwIz6XM +++ rm /tmp/tmp.nk7s8qt2sG /tmp/tmp.3CfrwIz6XM +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-76495f68fb-jhbw6 -n pxc-operator -- curl -s http://version-service.smart-update1-1138.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.bocRLHh02e +++ mktemp ++ local LAST_ERR=/tmp/tmp.kQYj7Dc0md ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-76495f68fb-jhbw6 -n pxc-operator -- curl -s http://version-service.smart-update1-1138.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bocRLHh02e ++ cat /tmp/tmp.kQYj7Dc0md Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.bocRLHh02e /tmp/tmp.kQYj7Dc0md ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.KUO63KDtWh ++ mktemp + local LAST_ERR=/tmp/tmp.PiSxBSdtdK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KUO63KDtWh customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.PiSxBSdtdK + rm /tmp/tmp.KUO63KDtWh /tmp/tmp.PiSxBSdtdK + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.shi6Hi8CCl/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936"' /tmp/tmp.shi6Hi8CCl/smart-update.yml + spinup_pxc smart-update /tmp/tmp.shi6Hi8CCl/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.shi6Hi8CCl/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.cB2uNgvXcB ++ mktemp + local LAST_ERR=/tmp/tmp.wSSnRvBpo1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cB2uNgvXcB secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.wSSnRvBpo1 + rm /tmp/tmp.cB2uNgvXcB /tmp/tmp.wSSnRvBpo1 + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.aNJWdAuwjV + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-1138~ + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.7M1b001cQv + local exit_status=0 + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aNJWdAuwjV deployment.apps/pxc-client created + cat /tmp/tmp.7M1b001cQv + rm /tmp/tmp.aNJWdAuwjV /tmp/tmp.7M1b001cQv + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.shi6Hi8CCl/smart-update.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.shi6Hi8CCl/smart-update.yml ++ mktemp + cat /tmp/tmp.shi6Hi8CCl/smart-update.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.m9af6AbBNu + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-1138~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.WXFSqj6Vzi + local exit_status=0 + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ seq 0 2 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.m9af6AbBNu perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.WXFSqj6Vzi + rm /tmp/tmp.m9af6AbBNu /tmp/tmp.WXFSqj6Vzi + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PJinI6rrlE ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bn6nysaCSu +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.PJinI6rrlE +++ cat /tmp/tmp.bn6nysaCSu +++ rm /tmp/tmp.PJinI6rrlE /tmp/tmp.bn6nysaCSu +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.MqwvR6eAD4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.JHbT5mFdAr +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.MqwvR6eAD4 +++ cat /tmp/tmp.JHbT5mFdAr +++ rm /tmp/tmp.MqwvR6eAD4 /tmp/tmp.JHbT5mFdAr +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 ++ mktemp + local LAST_OUT=/tmp/tmp.niGUWZu2II ++ mktemp + local LAST_ERR=/tmp/tmp.TmyjOqwEnn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.niGUWZu2II + cat /tmp/tmp.TmyjOqwEnn error: no matching resources found + rm /tmp/tmp.niGUWZu2II /tmp/tmp.TmyjOqwEnn + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace Error from server (NotFound): pods "smart-update-proxysql-0" not found smart-update-proxysql-0.........Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0vMeQNnFD8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UTh6tUCPv1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0vMeQNnFD8 ++ cat /tmp/tmp.UTh6tUCPv1 ++ rm /tmp/tmp.0vMeQNnFD8 /tmp/tmp.UTh6tUCPv1 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nfXpaHV4bN +++ mktemp ++ local LAST_ERR=/tmp/tmp.sEVLnLhczR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nfXpaHV4bN ++ cat /tmp/tmp.sEVLnLhczR ++ rm /tmp/tmp.nfXpaHV4bN /tmp/tmp.sEVLnLhczR ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ABW2demYQw +++ mktemp ++ local LAST_ERR=/tmp/tmp.mm5LYSvUEw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ABW2demYQw ++ cat /tmp/tmp.mm5LYSvUEw ++ rm /tmp/tmp.ABW2demYQw /tmp/tmp.mm5LYSvUEw ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5ap4UjtxdW +++ mktemp ++ local LAST_ERR=/tmp/tmp.hFTFKO90ds ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5ap4UjtxdW ++ cat /tmp/tmp.hFTFKO90ds ++ rm /tmp/tmp.5ap4UjtxdW /tmp/tmp.hFTFKO90ds ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HNBn635V6h +++ mktemp ++ local LAST_ERR=/tmp/tmp.JbAW2EYhy2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HNBn635V6h ++ cat /tmp/tmp.JbAW2EYhy2 ++ rm /tmp/tmp.HNBn635V6h /tmp/tmp.JbAW2EYhy2 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2IBWRqJJVn +++ mktemp ++ local LAST_ERR=/tmp/tmp.XkwRbr0wG3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2IBWRqJJVn ++ cat /tmp/tmp.XkwRbr0wG3 Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.2IBWRqJJVn /tmp/tmp.XkwRbr0wG3 ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.NX0Nc9Usx7 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.fQZn9aJYuT ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.NX0Nc9Usx7 ++++ cat /tmp/tmp.fQZn9aJYuT ++++ rm /tmp/tmp.NX0Nc9Usx7 /tmp/tmp.fQZn9aJYuT ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.aIo914OJFe +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.t5XGWsNBTU ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.aIo914OJFe ++++ cat /tmp/tmp.t5XGWsNBTU ++++ rm /tmp/tmp.aIo914OJFe /tmp/tmp.t5XGWsNBTU ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-1138.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-1138.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ cut -d. -f1 ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-1138.svc.cluster.local + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.pslvlWc70U ++ mktemp + local LAST_ERR=/tmp/tmp.gBAtLEw0gF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pslvlWc70U perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.gBAtLEw0gF + rm /tmp/tmp.pslvlWc70U /tmp/tmp.gBAtLEw0gF + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update.................................................................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Y2sl46tKku +++ mktemp ++ local LAST_ERR=/tmp/tmp.lNMMCOaH2y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Y2sl46tKku ++ cat /tmp/tmp.lNMMCOaH2y ++ rm /tmp/tmp.Y2sl46tKku /tmp/tmp.lNMMCOaH2y ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dt4xgtTfq7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qMpFM2KUM0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dt4xgtTfq7 ++ cat /tmp/tmp.qMpFM2KUM0 ++ rm /tmp/tmp.Dt4xgtTfq7 /tmp/tmp.qMpFM2KUM0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xvye4DYLvN +++ mktemp ++ local LAST_ERR=/tmp/tmp.kJtwqSjMGs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xvye4DYLvN ++ cat /tmp/tmp.kJtwqSjMGs ++ rm /tmp/tmp.Xvye4DYLvN /tmp/tmp.kJtwqSjMGs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.f8vGvjqLo2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5ifTdTM8AD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f8vGvjqLo2 ++ cat /tmp/tmp.5ifTdTM8AD ++ rm /tmp/tmp.f8vGvjqLo2 /tmp/tmp.5ifTdTM8AD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.owwMh1lxQG +++ mktemp ++ local LAST_ERR=/tmp/tmp.XioRbckbMy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.owwMh1lxQG ++ cat /tmp/tmp.XioRbckbMy ++ rm /tmp/tmp.owwMh1lxQG /tmp/tmp.XioRbckbMy ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0fCRVKUruB +++ mktemp ++ local LAST_ERR=/tmp/tmp.RYUof4GS3D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0fCRVKUruB ++ cat /tmp/tmp.RYUof4GS3D ++ rm /tmp/tmp.0fCRVKUruB /tmp/tmp.RYUof4GS3D ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bC5BfOgKsV +++ mktemp ++ local LAST_ERR=/tmp/tmp.UScyA5okMg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bC5BfOgKsV ++ cat /tmp/tmp.UScyA5okMg ++ rm /tmp/tmp.bC5BfOgKsV /tmp/tmp.UScyA5okMg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cj3OgETEr1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.l92LylHWL0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cj3OgETEr1 ++ cat /tmp/tmp.l92LylHWL0 ++ rm /tmp/tmp.Cj3OgETEr1 /tmp/tmp.l92LylHWL0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NCiKzEVlFu +++ mktemp ++ local LAST_ERR=/tmp/tmp.5SLBYVtCM2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NCiKzEVlFu ++ cat /tmp/tmp.5SLBYVtCM2 ++ rm /tmp/tmp.NCiKzEVlFu /tmp/tmp.5SLBYVtCM2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rXxhk9nXdJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.jNM5f5DU5T ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rXxhk9nXdJ ++ cat /tmp/tmp.jNM5f5DU5T ++ rm /tmp/tmp.rXxhk9nXdJ /tmp/tmp.jNM5f5DU5T ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lM73fJWlwY +++ mktemp ++ local LAST_ERR=/tmp/tmp.6BWoXF44nP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lM73fJWlwY ++ cat /tmp/tmp.6BWoXF44nP ++ rm /tmp/tmp.lM73fJWlwY /tmp/tmp.6BWoXF44nP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9mLowDDZKF +++ mktemp ++ local LAST_ERR=/tmp/tmp.EWxa1qJKk4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9mLowDDZKF ++ cat /tmp/tmp.EWxa1qJKk4 ++ rm /tmp/tmp.9mLowDDZKF /tmp/tmp.EWxa1qJKk4 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.snszJBMMEF +++ mktemp ++ local LAST_ERR=/tmp/tmp.TpkOQmLAqT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.snszJBMMEF ++ cat /tmp/tmp.TpkOQmLAqT ++ rm /tmp/tmp.snszJBMMEF /tmp/tmp.TpkOQmLAqT ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 12 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OzlxMUHhP2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.H9erxvHfwT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OzlxMUHhP2 ++ cat /tmp/tmp.H9erxvHfwT ++ rm /tmp/tmp.OzlxMUHhP2 /tmp/tmp.H9erxvHfwT ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7PzaWFegNO +++ mktemp ++ local LAST_ERR=/tmp/tmp.SzOUespSbz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7PzaWFegNO ++ cat /tmp/tmp.SzOUespSbz ++ rm /tmp/tmp.7PzaWFegNO /tmp/tmp.SzOUespSbz ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.M2LgoH1RPk ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.13t1RybRLI +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.M2LgoH1RPk +++++ cat /tmp/tmp.13t1RybRLI +++++ rm /tmp/tmp.M2LgoH1RPk /tmp/tmp.13t1RybRLI +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bXWXYFBuZ7 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.kN7BzAixQi +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bXWXYFBuZ7 +++++ cat /tmp/tmp.kN7BzAixQi +++++ rm /tmp/tmp.bXWXYFBuZ7 /tmp/tmp.kN7BzAixQi +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kAci1dLosN +++ mktemp ++ local LAST_ERR=/tmp/tmp.oCLlrBiyFQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kAci1dLosN ++ cat /tmp/tmp.oCLlrBiyFQ ++ rm /tmp/tmp.kAci1dLosN /tmp/tmp.oCLlrBiyFQ ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kpnW2NRz9B +++ mktemp ++ local LAST_ERR=/tmp/tmp.a1RmG7SwvQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kpnW2NRz9B ++ cat /tmp/tmp.a1RmG7SwvQ ++ rm /tmp/tmp.kpnW2NRz9B /tmp/tmp.a1RmG7SwvQ ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tv0qE3vSV7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.apsuW1Fivo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tv0qE3vSV7 ++ cat /tmp/tmp.apsuW1Fivo ++ rm /tmp/tmp.tv0qE3vSV7 /tmp/tmp.apsuW1Fivo ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9ohY0dLTcq +++ mktemp ++ local LAST_ERR=/tmp/tmp.JDZmC7LRzW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9ohY0dLTcq ++ cat /tmp/tmp.JDZmC7LRzW ++ rm /tmp/tmp.9ohY0dLTcq /tmp/tmp.JDZmC7LRzW ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.cxsJzyeXEb ++ mktemp + local LAST_ERR=/tmp/tmp.WCi5fLMjKa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cxsJzyeXEb perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.WCi5fLMjKa + rm /tmp/tmp.cxsJzyeXEb /tmp/tmp.WCi5fLMjKa + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.X8SVMcQ0cG ++ mktemp + local LAST_ERR=/tmp/tmp.O3UAZ9lZxK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.X8SVMcQ0cG persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.O3UAZ9lZxK + rm /tmp/tmp.X8SVMcQ0cG /tmp/tmp.O3UAZ9lZxK + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936"' /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.gRrEdC2VfV ++ mktemp + local LAST_ERR=/tmp/tmp.vEMft1OKAm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gRrEdC2VfV secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.vEMft1OKAm + rm /tmp/tmp.gRrEdC2VfV /tmp/tmp.vEMft1OKAm + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.DQ92Pk2ovq + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-1138~ + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_ERR=/tmp/tmp.sxRH4yzVX8 + local exit_status=0 + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936#' ++ seq 0 2 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DQ92Pk2ovq deployment.apps/pxc-client unchanged + cat /tmp/tmp.sxRH4yzVX8 + rm /tmp/tmp.DQ92Pk2ovq /tmp/tmp.sxRH4yzVX8 + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + '[' -z '' ']' + cat_config /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + kubectl_bin apply -f - + cat /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-1138~ + local LAST_OUT=/tmp/tmp.Jf8xm4nwkA ++ mktemp + local LAST_ERR=/tmp/tmp.VHr5feUMZR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Jf8xm4nwkA perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.VHr5feUMZR + rm /tmp/tmp.Jf8xm4nwkA /tmp/tmp.VHr5feUMZR + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4Bxr8yDlcQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.GekVBlc4Ly +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.4Bxr8yDlcQ +++ cat /tmp/tmp.GekVBlc4Ly +++ rm /tmp/tmp.4Bxr8yDlcQ /tmp/tmp.GekVBlc4Ly +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 ++ mktemp + local LAST_OUT=/tmp/tmp.oXtwh53gRM ++ mktemp + local LAST_ERR=/tmp/tmp.C92VHkW3h9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.oXtwh53gRM + cat /tmp/tmp.C92VHkW3h9 error: no matching resources found + rm /tmp/tmp.oXtwh53gRM /tmp/tmp.C92VHkW3h9 + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9wngOtb5J7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WFLvlm2ZSm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9wngOtb5J7 ++ cat /tmp/tmp.WFLvlm2ZSm ++ rm /tmp/tmp.9wngOtb5J7 /tmp/tmp.WFLvlm2ZSm ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2gEx91JINH +++ mktemp ++ local LAST_ERR=/tmp/tmp.8gBN4PZBXQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2gEx91JINH ++ cat /tmp/tmp.8gBN4PZBXQ ++ rm /tmp/tmp.2gEx91JINH /tmp/tmp.8gBN4PZBXQ ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9wLrOoJUQk +++ mktemp ++ local LAST_ERR=/tmp/tmp.IQ9RQHCO68 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9wLrOoJUQk ++ cat /tmp/tmp.IQ9RQHCO68 ++ rm /tmp/tmp.9wLrOoJUQk /tmp/tmp.IQ9RQHCO68 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.brojknuPpq +++ mktemp ++ local LAST_ERR=/tmp/tmp.vJkix7vNNc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.brojknuPpq ++ cat /tmp/tmp.vJkix7vNNc ++ rm /tmp/tmp.brojknuPpq /tmp/tmp.vJkix7vNNc ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dBgCoVh2HD +++ mktemp ++ local LAST_ERR=/tmp/tmp.CawAkwn5dB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dBgCoVh2HD ++ cat /tmp/tmp.CawAkwn5dB ++ rm /tmp/tmp.dBgCoVh2HD /tmp/tmp.CawAkwn5dB ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dtblSajAxA +++ mktemp ++ local LAST_ERR=/tmp/tmp.F3plWFEfM5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dtblSajAxA ++ cat /tmp/tmp.F3plWFEfM5 Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.dtblSajAxA /tmp/tmp.F3plWFEfM5 ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yAkcxCrHkf ++++ mktemp +++ local LAST_ERR=/tmp/tmp.44NsSL58XK +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.yAkcxCrHkf +++ cat /tmp/tmp.44NsSL58XK +++ rm /tmp/tmp.yAkcxCrHkf /tmp/tmp.44NsSL58XK +++ return 0 ++ client_pod=pxc-client-6644d8898f-kfv96 ++ wait_pod pxc-client-6644d8898f-kfv96 ++ local pod=pxc-client-6644d8898f-kfv96 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-kfv96 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.qt88zB29df ++ mktemp + local LAST_ERR=/tmp/tmp.hlEuJwlxrL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qt88zB29df perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.hlEuJwlxrL + rm /tmp/tmp.qt88zB29df /tmp/tmp.hlEuJwlxrL + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update......................................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TgQJGMYHbG +++ mktemp ++ local LAST_ERR=/tmp/tmp.vAZaiMED8h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TgQJGMYHbG ++ cat /tmp/tmp.vAZaiMED8h ++ rm /tmp/tmp.TgQJGMYHbG /tmp/tmp.vAZaiMED8h ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SOMHlkYUrO +++ mktemp ++ local LAST_ERR=/tmp/tmp.smEHmLBHKK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SOMHlkYUrO ++ cat /tmp/tmp.smEHmLBHKK ++ rm /tmp/tmp.SOMHlkYUrO /tmp/tmp.smEHmLBHKK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kYCWERtNrP +++ mktemp ++ local LAST_ERR=/tmp/tmp.EgIkI6ZjXj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kYCWERtNrP ++ cat /tmp/tmp.EgIkI6ZjXj ++ rm /tmp/tmp.kYCWERtNrP /tmp/tmp.EgIkI6ZjXj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5Qqml5EDtH +++ mktemp ++ local LAST_ERR=/tmp/tmp.eM6zpLv71g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5Qqml5EDtH ++ cat /tmp/tmp.eM6zpLv71g ++ rm /tmp/tmp.5Qqml5EDtH /tmp/tmp.eM6zpLv71g ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gKVJVk0HrU +++ mktemp ++ local LAST_ERR=/tmp/tmp.u7LYoeF3rJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gKVJVk0HrU ++ cat /tmp/tmp.u7LYoeF3rJ ++ rm /tmp/tmp.gKVJVk0HrU /tmp/tmp.u7LYoeF3rJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dII2Ay7g3U +++ mktemp ++ local LAST_ERR=/tmp/tmp.iWoqx0sn5t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dII2Ay7g3U ++ cat /tmp/tmp.iWoqx0sn5t ++ rm /tmp/tmp.dII2Ay7g3U /tmp/tmp.iWoqx0sn5t ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MtdvrtnneX +++ mktemp ++ local LAST_ERR=/tmp/tmp.hYn5i2xHJX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MtdvrtnneX ++ cat /tmp/tmp.hYn5i2xHJX ++ rm /tmp/tmp.MtdvrtnneX /tmp/tmp.hYn5i2xHJX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HQfiRSlDDl +++ mktemp ++ local LAST_ERR=/tmp/tmp.HsbMyi5CMx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HQfiRSlDDl ++ cat /tmp/tmp.HsbMyi5CMx ++ rm /tmp/tmp.HQfiRSlDDl /tmp/tmp.HsbMyi5CMx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.86lxtJ1Ng2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xs6YrXNDQ2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.86lxtJ1Ng2 ++ cat /tmp/tmp.Xs6YrXNDQ2 ++ rm /tmp/tmp.86lxtJ1Ng2 /tmp/tmp.Xs6YrXNDQ2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SH5Pd1vUNN +++ mktemp ++ local LAST_ERR=/tmp/tmp.F5Yfsk8mlt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SH5Pd1vUNN ++ cat /tmp/tmp.F5Yfsk8mlt ++ rm /tmp/tmp.SH5Pd1vUNN /tmp/tmp.F5Yfsk8mlt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MV0mr9OpZj +++ mktemp ++ local LAST_ERR=/tmp/tmp.OgFBL8vHII ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MV0mr9OpZj ++ cat /tmp/tmp.OgFBL8vHII ++ rm /tmp/tmp.MV0mr9OpZj /tmp/tmp.OgFBL8vHII ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d6TmCGEkPf +++ mktemp ++ local LAST_ERR=/tmp/tmp.Sust8Kc41l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d6TmCGEkPf ++ cat /tmp/tmp.Sust8Kc41l ++ rm /tmp/tmp.d6TmCGEkPf /tmp/tmp.Sust8Kc41l ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KTz4taY9yP ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.SRZe49NKWS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KTz4taY9yP +++++ cat /tmp/tmp.SRZe49NKWS +++++ rm /tmp/tmp.KTz4taY9yP /tmp/tmp.SRZe49NKWS +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.avDk6FuUQt +++ mktemp ++ local LAST_ERR=/tmp/tmp.5WDHG52Yc6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.avDk6FuUQt ++ cat /tmp/tmp.5WDHG52Yc6 ++ rm /tmp/tmp.avDk6FuUQt /tmp/tmp.5WDHG52Yc6 ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IKELasoLu6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fsVEkdt4n4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IKELasoLu6 ++ cat /tmp/tmp.fsVEkdt4n4 ++ rm /tmp/tmp.IKELasoLu6 /tmp/tmp.fsVEkdt4n4 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4RQZQhXdfe +++ mktemp ++ local LAST_ERR=/tmp/tmp.g42ePHY7ej ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4RQZQhXdfe ++ cat /tmp/tmp.g42ePHY7ej ++ rm /tmp/tmp.4RQZQhXdfe /tmp/tmp.g42ePHY7ej ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zLLwgIHeVa +++ mktemp ++ local LAST_ERR=/tmp/tmp.07goDbuYz0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zLLwgIHeVa ++ cat /tmp/tmp.07goDbuYz0 ++ rm /tmp/tmp.zLLwgIHeVa /tmp/tmp.07goDbuYz0 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + kubectl_bin delete -f /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.KOy29trXzO ++ mktemp + local LAST_ERR=/tmp/tmp.3UapHPqsUx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.shi6Hi8CCl/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KOy29trXzO perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.3UapHPqsUx + rm /tmp/tmp.KOy29trXzO /tmp/tmp.3UapHPqsUx + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.jQVGozjFxN ++ mktemp + local LAST_ERR=/tmp/tmp.VWk1avG02I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jQVGozjFxN persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.VWk1avG02I + rm /tmp/tmp.jQVGozjFxN /tmp/tmp.VWk1avG02I + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936"' /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.xAOyvJufGP ++ mktemp + local LAST_ERR=/tmp/tmp.LJdC0G3nQc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xAOyvJufGP secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.LJdC0G3nQc + rm /tmp/tmp.xAOyvJufGP /tmp/tmp.LJdC0G3nQc + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.C0rM1GRmfC + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_ERR=/tmp/tmp.1dIWHuLesM + local exit_status=0 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-1138~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.C0rM1GRmfC deployment.apps/pxc-client unchanged + cat /tmp/tmp.1dIWHuLesM + rm /tmp/tmp.C0rM1GRmfC /tmp/tmp.1dIWHuLesM + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + kubectl_bin apply -f - + cat /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1729-aeb7b936#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-1138~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + local LAST_OUT=/tmp/tmp.uYlDOpmYXp ++ mktemp + local LAST_ERR=/tmp/tmp.nPiFBNNw7W + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uYlDOpmYXp perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.nPiFBNNw7W + rm /tmp/tmp.uYlDOpmYXp /tmp/tmp.nPiFBNNw7W + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xxoTdugx6p ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7F2pBxvoOs +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xxoTdugx6p +++ cat /tmp/tmp.7F2pBxvoOs +++ rm /tmp/tmp.xxoTdugx6p /tmp/tmp.7F2pBxvoOs +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 ++ mktemp + local LAST_OUT=/tmp/tmp.QjLHaDkpcN ++ mktemp + local LAST_ERR=/tmp/tmp.HLsmIpFPmk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-1138 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.QjLHaDkpcN + cat /tmp/tmp.HLsmIpFPmk error: no matching resources found + rm /tmp/tmp.QjLHaDkpcN /tmp/tmp.HLsmIpFPmk + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tKvXRSGBu9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ONZr7oU6qb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tKvXRSGBu9 ++ cat /tmp/tmp.ONZr7oU6qb ++ rm /tmp/tmp.tKvXRSGBu9 /tmp/tmp.ONZr7oU6qb ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CKAl02NJHY +++ mktemp ++ local LAST_ERR=/tmp/tmp.Yl9MKsM334 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CKAl02NJHY ++ cat /tmp/tmp.Yl9MKsM334 ++ rm /tmp/tmp.CKAl02NJHY /tmp/tmp.Yl9MKsM334 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NZ0adVo5Vh +++ mktemp ++ local LAST_ERR=/tmp/tmp.xGll8Wir1x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NZ0adVo5Vh ++ cat /tmp/tmp.xGll8Wir1x ++ rm /tmp/tmp.NZ0adVo5Vh /tmp/tmp.xGll8Wir1x ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5K6IWj9SX6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zKrCq43RM2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5K6IWj9SX6 ++ cat /tmp/tmp.zKrCq43RM2 ++ rm /tmp/tmp.5K6IWj9SX6 /tmp/tmp.zKrCq43RM2 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2WxBljaU2K +++ mktemp ++ local LAST_ERR=/tmp/tmp.S2EgxHBalR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2WxBljaU2K ++ cat /tmp/tmp.S2EgxHBalR ++ rm /tmp/tmp.2WxBljaU2K /tmp/tmp.S2EgxHBalR ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lHiZywW0k4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.wTf1tUqLDs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lHiZywW0k4 ++ cat /tmp/tmp.wTf1tUqLDs Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.lHiZywW0k4 /tmp/tmp.wTf1tUqLDs ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.u3JqCDIVzf ++++ mktemp +++ local LAST_ERR=/tmp/tmp.z0Dz6vuUOi +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.u3JqCDIVzf +++ cat /tmp/tmp.z0Dz6vuUOi +++ rm /tmp/tmp.u3JqCDIVzf /tmp/tmp.z0Dz6vuUOi +++ return 0 ++ client_pod=pxc-client-6644d8898f-kfv96 ++ wait_pod pxc-client-6644d8898f-kfv96 ++ local pod=pxc-client-6644d8898f-kfv96 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-kfv96 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.ndx9zaavCK ++ mktemp + local LAST_ERR=/tmp/tmp.TEjKFdth6M + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ndx9zaavCK perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.TEjKFdth6M + rm /tmp/tmp.ndx9zaavCK /tmp/tmp.TEjKFdth6M + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update.............................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7AWEGwPW6a +++ mktemp ++ local LAST_ERR=/tmp/tmp.LP1Yt6mG1j ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7AWEGwPW6a ++ cat /tmp/tmp.LP1Yt6mG1j ++ rm /tmp/tmp.7AWEGwPW6a /tmp/tmp.LP1Yt6mG1j ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NZVC7pcAzj +++ mktemp ++ local LAST_ERR=/tmp/tmp.O9cwYhrJ2J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NZVC7pcAzj ++ cat /tmp/tmp.O9cwYhrJ2J ++ rm /tmp/tmp.NZVC7pcAzj /tmp/tmp.O9cwYhrJ2J ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VEPjbIHHcN +++ mktemp ++ local LAST_ERR=/tmp/tmp.KSjguB6krK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VEPjbIHHcN ++ cat /tmp/tmp.KSjguB6krK ++ rm /tmp/tmp.VEPjbIHHcN /tmp/tmp.KSjguB6krK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1almYT6MiN +++ mktemp ++ local LAST_ERR=/tmp/tmp.cWiIF30BQ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1almYT6MiN ++ cat /tmp/tmp.cWiIF30BQ8 ++ rm /tmp/tmp.1almYT6MiN /tmp/tmp.cWiIF30BQ8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PVySjLcRhd +++ mktemp ++ local LAST_ERR=/tmp/tmp.YGN7nL4W1F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PVySjLcRhd ++ cat /tmp/tmp.YGN7nL4W1F ++ rm /tmp/tmp.PVySjLcRhd /tmp/tmp.YGN7nL4W1F ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XLpGMoj1sX +++ mktemp ++ local LAST_ERR=/tmp/tmp.XoUeEOr1xE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XLpGMoj1sX ++ cat /tmp/tmp.XoUeEOr1xE ++ rm /tmp/tmp.XLpGMoj1sX /tmp/tmp.XoUeEOr1xE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2TIGSVSiAO +++ mktemp ++ local LAST_ERR=/tmp/tmp.JaavE1BmiQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2TIGSVSiAO ++ cat /tmp/tmp.JaavE1BmiQ ++ rm /tmp/tmp.2TIGSVSiAO /tmp/tmp.JaavE1BmiQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Jb3FwdnTwD +++ mktemp ++ local LAST_ERR=/tmp/tmp.SmRzRhhJ65 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Jb3FwdnTwD ++ cat /tmp/tmp.SmRzRhhJ65 ++ rm /tmp/tmp.Jb3FwdnTwD /tmp/tmp.SmRzRhhJ65 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Mvlhu3IJTg +++ mktemp ++ local LAST_ERR=/tmp/tmp.PwJRlfh79s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Mvlhu3IJTg ++ cat /tmp/tmp.PwJRlfh79s ++ rm /tmp/tmp.Mvlhu3IJTg /tmp/tmp.PwJRlfh79s ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3XTb0bkz1p +++ mktemp ++ local LAST_ERR=/tmp/tmp.FqHczmQ1nf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3XTb0bkz1p ++ cat /tmp/tmp.FqHczmQ1nf ++ rm /tmp/tmp.3XTb0bkz1p /tmp/tmp.FqHczmQ1nf ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.0W2ZJq0DnC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.K99AL3nDhg +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.0W2ZJq0DnC +++++ cat /tmp/tmp.K99AL3nDhg +++++ rm /tmp/tmp.0W2ZJq0DnC /tmp/tmp.K99AL3nDhg +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h8M20yXpw9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.e12NJ8Dt1i ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h8M20yXpw9 ++ cat /tmp/tmp.e12NJ8Dt1i ++ rm /tmp/tmp.h8M20yXpw9 /tmp/tmp.e12NJ8Dt1i ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NS7tyCkEro +++ mktemp ++ local LAST_ERR=/tmp/tmp.J98m5g2DZ4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NS7tyCkEro ++ cat /tmp/tmp.J98m5g2DZ4 ++ rm /tmp/tmp.NS7tyCkEro /tmp/tmp.J98m5g2DZ4 ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dwYkVcLHFQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.xQyMrFtU5t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dwYkVcLHFQ ++ cat /tmp/tmp.xQyMrFtU5t ++ rm /tmp/tmp.dwYkVcLHFQ /tmp/tmp.xQyMrFtU5t ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ek5Y9kS5br +++ mktemp ++ local LAST_ERR=/tmp/tmp.Pdf3ehxI7P ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ek5Y9kS5br ++ cat /tmp/tmp.Pdf3ehxI7P ++ rm /tmp/tmp.ek5Y9kS5br /tmp/tmp.Pdf3ehxI7P ++ return 0 + client_pod=pxc-client-6644d8898f-kfv96 + wait_pod pxc-client-6644d8898f-kfv96 + local pod=pxc-client-6644d8898f-kfv96 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-kfv96 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-kfv96 condition met pxc-client-6644d8898f-kfv96.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.shi6Hi8CCl/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.shi6Hi8CCl/select-1.sql + kubectl_bin delete -f /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.tQIp3GsYe2 ++ mktemp + local LAST_ERR=/tmp/tmp.u0mGdsKbkt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.shi6Hi8CCl/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tQIp3GsYe2 perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.u0mGdsKbkt + rm /tmp/tmp.tQIp3GsYe2 /tmp/tmp.u0mGdsKbkt + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.RFWLOOQGl1 ++ mktemp + local LAST_ERR=/tmp/tmp.qF3Hfx7ebu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RFWLOOQGl1 persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.qF3Hfx7ebu + rm /tmp/tmp.RFWLOOQGl1 /tmp/tmp.qF3Hfx7ebu + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.wey0xmxsjc ++ mktemp + local LAST_ERR=/tmp/tmp.tSxgCjyzT3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1729/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wey0xmxsjc deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.tSxgCjyzT3 + rm /tmp/tmp.wey0xmxsjc /tmp/tmp.tSxgCjyzT3 + return 0 + destroy smart-update1-1138 + local namespace=smart-update1-1138 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' ++ get_operator_pod + grep -v 'get backup status: Job.batch' ++ local label_prefix=app.kubernetes.io/ + sort -u + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + tee /tmp/tmp.shi6Hi8CCl/operator.log + grep -v level=info +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.LIrgYwCC36 +++ mktemp ++ local LAST_ERR=/tmp/tmp.n6caZCo6tA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LIrgYwCC36 ++ cat /tmp/tmp.n6caZCo6tA ++ rm /tmp/tmp.LIrgYwCC36 /tmp/tmp.n6caZCo6tA ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-76495f68fb-jhbw6 ++ mktemp + local LAST_OUT=/tmp/tmp.pnC5hpxtwY ++ mktemp + local LAST_ERR=/tmp/tmp.BQ1PCVj1vu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-76495f68fb-jhbw6 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pnC5hpxtwY + cat /tmp/tmp.BQ1PCVj1vu + rm /tmp/tmp.pnC5hpxtwY /tmp/tmp.BQ1PCVj1vu + return 0 2024-06-13T03:43:42.509Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1390000"} 2024-06-13T03:43:42.510Z INFO setup Manager starting up {"gitCommit": "aeb7b936ff72344840cf50c58bbfa6f2046f32fe", "gitBranch": "PR-1729-aeb7b936", "buildTime": "2024-06-13T02:01:39Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"} 2024-06-13T03:43:42.510Z INFO setup Registering Components. 2024-06-13T03:43:46.293Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-06-13T03:43:46.296Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-06-13T03:43:46.296Z INFO controller-runtime.metrics Starting metrics server 2024-06-13T03:43:46.296Z INFO controller-runtime.webhook Starting webhook server 2024-06-13T03:43:46.296Z INFO setup Starting the Cmd. 2024-06-13T03:43:46.296Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-06-13T03:43:46.297Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-06-13T03:43:46.297Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-06-13T03:43:46.297Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-06-13T03:43:46.397Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-06-13T03:43:46.412Z DEBUG events percona-xtradb-cluster-operator-76495f68fb-jhbw6_ad52d56a-efde-4164-bb5d-7688d50776e3 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"4ebe83a4-bcf8-495e-8b3b-a797091e3454","apiVersion":"coordination.k8s.io/v1","resourceVersion":"51972"}, "reason": "LeaderElection"} 2024-06-13T03:43:46.412Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-06-13T03:43:46.413Z INFO Starting Controller {"controller": "pxc-controller"} 2024-06-13T03:43:46.413Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-06-13T03:43:46.413Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-06-13T03:43:46.414Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-06-13T03:43:46.414Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-06-13T03:43:46.414Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-06-13T03:43:46.622Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-06-13T03:43:46.622Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-06-13T03:43:46.622Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-06-13T03:45:59.544Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "502f2096-1590-4b71-963b-64ffbbf4abeb", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:06.831Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "eacacd88-1bf4-4f82-8d8a-efbbd86d2063", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:07.048Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "eacacd88-1bf4-4f82-8d8a-efbbd86d2063"} 2024-06-13T03:46:07.585Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4a51b4be-4f00-4090-81f0-de29ef5686a0", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:07.701Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4a51b4be-4f00-4090-81f0-de29ef5686a0"} 2024-06-13T03:46:07.751Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9f888d03-5d63-41ad-916c-477ee5aee12b", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:07.863Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9f888d03-5d63-41ad-916c-477ee5aee12b"} 2024-06-13T03:46:12.583Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "86a208ea-17e2-40a0-96fa-2d2653f3327e", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:12.696Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "86a208ea-17e2-40a0-96fa-2d2653f3327e"} 2024-06-13T03:46:17.727Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1faf3dce-d91a-420d-b12a-cf08fb303da0", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:17.822Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1faf3dce-d91a-420d-b12a-cf08fb303da0"} 2024-06-13T03:46:22.853Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cd5912ad-110c-4481-8745-1098ad80ef76", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:22.941Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cd5912ad-110c-4481-8745-1098ad80ef76"} 2024-06-13T03:46:28.019Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "77aef1da-68c4-46e3-a377-3961b8cfa4d3", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:28.113Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "77aef1da-68c4-46e3-a377-3961b8cfa4d3"} 2024-06-13T03:46:28.177Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ce32bd69-4320-4a29-b89a-db2bc55f1d3e", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:28.269Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ce32bd69-4320-4a29-b89a-db2bc55f1d3e"} 2024-06-13T03:46:33.178Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7f6f1295-319f-42e3-9b3c-b437592cd39c", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:33.268Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7f6f1295-319f-42e3-9b3c-b437592cd39c"} 2024-06-13T03:46:38.325Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "baff5b15-94f5-4da0-972e-d11338c48c33", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:38.424Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "baff5b15-94f5-4da0-972e-d11338c48c33"} 2024-06-13T03:46:43.471Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "19bfe7c6-e0f7-43aa-8d1d-27f807629ac4", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:43.570Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "19bfe7c6-e0f7-43aa-8d1d-27f807629ac4"} 2024-06-13T03:46:43.641Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "c1781568-1aad-4cfa-b909-cf08b3421ca2", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:48.641Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "67d7ae05-52e8-49a6-9651-b0fab2f0b7a9", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:54.813Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d03d90b5-d606-4fbe-988d-8bc3876ab0c7", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:00.936Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f9082e2a-5913-4a2b-a058-0a235fc22ff6", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:07.105Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1f3157ac-2538-4ffc-a386-8445fce495da", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:13.279Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "93d4dec2-9326-4100-ad0e-daf6b405ee96", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:19.403Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "573bf666-c2fa-44e2-b1f9-25f7dfaefe46", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:26.108Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "353a3a9b-fe70-45cc-8d97-bbf4b88b5910", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:27.285Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:27.346Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8", "user": "operator"} 2024-06-13T03:47:27.384Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8", "user": "monitor"} 2024-06-13T03:47:27.457Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8"} 2024-06-13T03:47:27.497Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8"} 2024-06-13T03:47:27.533Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8", "user": "xtrabackup"} 2024-06-13T03:47:27.586Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8"} 2024-06-13T03:47:27.626Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8", "user": "replication"} 2024-06-13T03:47:28.766Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "256109fa-1033-49f2-8351-74785c6a42a8", "err": "get primary pxc pod: not found"} 2024-06-13T03:47:32.286Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ec0403b0-d7e4-4cb3-bb88-9ea0c1a2ed4e", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:33.417Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ec0403b0-d7e4-4cb3-bb88-9ea0c1a2ed4e", "err": "get primary pxc pod: not found"} 2024-06-13T03:47:38.516Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "bee18740-c91e-4ddc-953b-fed90cbb498f", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:39.700Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "bee18740-c91e-4ddc-953b-fed90cbb498f", "err": "get primary pxc pod: not found"} 2024-06-13T03:47:44.740Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9e94d17d-6cde-4d22-b425-49010068b902", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:50.913Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "2bdd354e-6edf-483d-943c-e98f942f861f", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:57.484Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d1a0961c-8df7-40c1-b10d-5bc355d4113e", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:03.660Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "43f5933a-9316-4fb6-8804-c1be78588cc7", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:09.900Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e3d3cc9b-7505-4042-8ee4-b729fee3e1cb", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:16.130Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e697dd24-8e46-4db1-a807-d6438857de8f", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:22.298Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a71d9da9-c9bf-439e-b4e7-557e62d2c3c2", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:28.476Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "be8a2b2b-d14c-4f3a-a991-c01dc35ee91b", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:34.660Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ca421ad6-371a-492e-8252-153edd63b401", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:36.433Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "00a00f1c-e8f4-4b08-a730-602f9e3d0593", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:41.433Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8f2a96c6-d1f1-4c9c-ae0d-20a38293ad5c", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:47.632Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "573f7d43-3d9e-4a13-867e-4fe18a77028a", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:53.940Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ca4d2dc8-8fe7-4f24-bfe8-488bd352726d", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:00.165Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f4e77d7e-4a37-4e49-a06c-20277ba23cce", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:06.408Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f940c033-72f3-44e4-a091-c2c4458cda8b", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:12.731Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "10675bc0-724b-4a9f-9e03-f829ea89a47a", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:18.921Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a9ab7afc-5e81-4c66-9b2b-7c12b1bc5795", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:25.124Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "2d8dbe12-a6b5-486b-8b66-e871ecec870f", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:31.349Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "193224f0-4123-4cb3-b392-88fa3807e3eb", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:37.545Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "b6974df1-c89e-483b-8ea6-1147bed5f807", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:43.826Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "3ac04c7d-59ab-4557-a344-7384f0f30d1b", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:50.038Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f37f1bdc-01d6-4dfe-96d0-e4f4bd93c49e", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:51.656Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0a597e5a-9877-4cea-bd8d-80fa74fa6c88", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:51.855Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0a597e5a-9877-4cea-bd8d-80fa74fa6c88", "user": "root"} 2024-06-13T03:49:53.061Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0a597e5a-9877-4cea-bd8d-80fa74fa6c88", "new version": "8.0.19-10"} 2024-06-13T03:49:53.175Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "af4d943e-ba8c-42b4-a0b0-8d68fe0c8fa1", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:54.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0a597e5a-9877-4cea-bd8d-80fa74fa6c88"} 2024-06-13T03:49:56.657Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "064b016e-6d91-4463-a3ff-e475031f7f41", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:59.120Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "064b016e-6d91-4463-a3ff-e475031f7f41"} 2024-06-13T03:50:02.978Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "261570b3-12e5-4e3a-9aba-6835e4b37add", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:05.523Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "261570b3-12e5-4e3a-9aba-6835e4b37add"} 2024-06-13T03:50:09.285Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "52cf0694-9d28-4a49-a098-1ef9bcb1d2ae", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:11.920Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "52cf0694-9d28-4a49-a098-1ef9bcb1d2ae"} 2024-06-13T03:50:15.658Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a2840f7d-4d01-4012-b87d-46ac0fad60fb", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:18.121Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a2840f7d-4d01-4012-b87d-46ac0fad60fb"} 2024-06-13T03:50:21.945Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "aafd81d0-4a07-4253-b5b4-38b37b7fce0a", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:24.486Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "aafd81d0-4a07-4253-b5b4-38b37b7fce0a"} 2024-06-13T03:50:28.222Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "36eea4f3-3331-463c-b019-1425ef513d3a", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:30.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "36eea4f3-3331-463c-b019-1425ef513d3a"} 2024-06-13T03:50:34.500Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a64e3053-7a54-452e-837f-d91f93fdc815", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:37.639Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a64e3053-7a54-452e-837f-d91f93fdc815"} 2024-06-13T03:50:41.400Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ebc45797-bae9-48c9-bc5e-99d31d45f70b", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:43.924Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ebc45797-bae9-48c9-bc5e-99d31d45f70b"} 2024-06-13T03:50:47.695Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e9c8ecb2-78cf-478a-8635-4e6b3ed31f50", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:50.134Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e9c8ecb2-78cf-478a-8635-4e6b3ed31f50"} 2024-06-13T03:50:53.953Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "5d127a0a-e310-4701-82e0-58c7bb4e0ae8", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:56.505Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "5d127a0a-e310-4701-82e0-58c7bb4e0ae8"} 2024-06-13T03:51:00.251Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9c52974e-b94b-4e51-b4dc-084b64b1b92b", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:02.832Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9c52974e-b94b-4e51-b4dc-084b64b1b92b"} 2024-06-13T03:51:04.054Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cda5ce42-0226-45c0-9a4f-0b2827849355", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:04.389Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:05.545Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5"} 2024-06-13T03:51:05.552Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-2"} 2024-06-13T03:51:05.552Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-1138.svc.cluster.local"} 2024-06-13T03:51:06.567Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cda5ce42-0226-45c0-9a4f-0b2827849355"} 2024-06-13T03:51:26.104Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-13T03:51:36.364Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-13T03:52:46.130Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-2"} 2024-06-13T03:53:26.153Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-2"} 2024-06-13T03:53:26.160Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-1"} 2024-06-13T03:53:26.160Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-2"} 2024-06-13T03:53:46.416Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-13T03:54:46.458Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-1"} 2024-06-13T03:55:46.478Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-1"} 2024-06-13T03:55:46.483Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-1"} 2024-06-13T03:55:46.484Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0"} 2024-06-13T03:56:06.734Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-13T03:56:16.700Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-13T03:57:16.737Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0"} 2024-06-13T03:58:16.762Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0"} 2024-06-13T03:58:16.768Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "pod name": "smart-update-pxc-0"} 2024-06-13T03:58:16.768Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5"} 2024-06-13T03:58:16.837Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "79746193-4aa8-43e2-bc80-6e9d09c4fbd5", "new version": "8.0.36-28.1"} 2024-06-13T03:58:17.191Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4b83563f-77b2-46c0-819b-1afa03b440a2", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:18.586Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "50385834-3909-4aea-9345-0181fd5ca0e3", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:20.065Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "3a59e0af-4a6e-45ac-a79a-92cd7b1493a7", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:21.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "50385834-3909-4aea-9345-0181fd5ca0e3"} 2024-06-13T03:58:22.192Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8c532de2-a097-4d6c-870b-8dee097b0a3c", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:24.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8c532de2-a097-4d6c-870b-8dee097b0a3c"} 2024-06-13T03:58:28.560Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ae7fd5fa-e56a-4e4b-ab49-4d631fa9b3b1", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:31.031Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ae7fd5fa-e56a-4e4b-ab49-4d631fa9b3b1"} 2024-06-13T03:58:34.891Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "af66292a-cfd6-44d2-b531-a8150fd26c30", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:37.642Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "af66292a-cfd6-44d2-b531-a8150fd26c30"} 2024-06-13T03:58:37.962Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "60f746e3-1c3c-42bb-befa-becab7a3971e", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:32.160Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "c079252d-435d-4243-a281-3fa5362b4f7e", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:32.379Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "c079252d-435d-4243-a281-3fa5362b4f7e"} 2024-06-13T03:59:32.837Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0472af29-9c91-42bf-a439-6d007d438576", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:32.992Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0472af29-9c91-42bf-a439-6d007d438576"} 2024-06-13T03:59:33.125Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: bbbb2360-99d7-4645-9560-976025d8730e 2024-06-13T03:59:33.184Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6ca6e89b-8e06-41de-9b8d-179d5132df1f", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:33.296Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6ca6e89b-8e06-41de-9b8d-179d5132df1f"} 2024-06-13T03:59:38.184Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d7958c1a-61cf-40e7-8402-bf982b4f5951", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:38.312Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d7958c1a-61cf-40e7-8402-bf982b4f5951"} 2024-06-13T03:59:43.359Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "297f7794-66aa-40e8-b751-e280214eacf6", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:43.440Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "297f7794-66aa-40e8-b751-e280214eacf6"} 2024-06-13T03:59:48.494Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cc4194e5-a327-46a1-8424-765d6c514638", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:48.603Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cc4194e5-a327-46a1-8424-765d6c514638"} 2024-06-13T03:59:53.649Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "afb45ba2-a14b-446a-93bd-675b4d06b3f0", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:53.746Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "afb45ba2-a14b-446a-93bd-675b4d06b3f0"} 2024-06-13T03:59:58.782Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "64d1103a-2c22-4399-aa5c-7ed4280b7871", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:58.875Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "64d1103a-2c22-4399-aa5c-7ed4280b7871"} 2024-06-13T04:00:03.910Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9e386f92-a9a6-4f76-837c-eabf25036ebe", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:03.990Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9e386f92-a9a6-4f76-837c-eabf25036ebe"} 2024-06-13T04:00:09.036Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "09ab5935-2e01-4758-8830-35f50854e6e1", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:09.138Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "09ab5935-2e01-4758-8830-35f50854e6e1"} 2024-06-13T04:00:14.193Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a4de0967-3941-4aa2-9456-ecb1359a555f", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:14.279Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a4de0967-3941-4aa2-9456-ecb1359a555f"} 2024-06-13T04:00:19.332Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4f78e895-9c94-440d-969f-26205fd2a047", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:19.424Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4f78e895-9c94-440d-969f-26205fd2a047"} 2024-06-13T04:00:24.460Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1eea2b27-fb7c-442d-a582-23f64e928b96", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:24.650Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1eea2b27-fb7c-442d-a582-23f64e928b96"} 2024-06-13T04:00:29.781Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "99405a6f-1394-46fb-b006-811df403c535", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:29.870Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "99405a6f-1394-46fb-b006-811df403c535"} 2024-06-13T04:00:34.991Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "57fd6785-982b-47ad-adc2-9e5f29685b9b", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:35.074Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "57fd6785-982b-47ad-adc2-9e5f29685b9b"} 2024-06-13T04:00:40.122Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "57a616f6-4c80-4971-adf3-2ccbd3de4806", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:40.266Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "57a616f6-4c80-4971-adf3-2ccbd3de4806"} 2024-06-13T04:00:45.302Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "70df1a84-b0c5-4593-8de0-7843d31c7d04", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:45.401Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "70df1a84-b0c5-4593-8de0-7843d31c7d04"} 2024-06-13T04:00:50.439Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "b2f19f96-23b6-474f-87e2-c7ef285c298b", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:51.311Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "b2f19f96-23b6-474f-87e2-c7ef285c298b"} 2024-06-13T04:00:51.690Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a2bce280-a2e9-466d-b006-d390e572f148", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:51.959Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a2bce280-a2e9-466d-b006-d390e572f148"} 2024-06-13T04:00:56.690Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1ca7b7b0-fa5c-4fbf-9726-daa79f646750", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:56.842Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1ca7b7b0-fa5c-4fbf-9726-daa79f646750"} 2024-06-13T04:01:01.917Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8ef637fb-2354-4e5b-a8b4-037a43ff572a", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:02.038Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8ef637fb-2354-4e5b-a8b4-037a43ff572a"} 2024-06-13T04:01:07.178Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "848aa3ff-b8f9-4902-a47a-76f7f3b79484", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:07.319Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "848aa3ff-b8f9-4902-a47a-76f7f3b79484"} 2024-06-13T04:01:12.453Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1af2b221-20c4-4c18-8770-8bf9cc3dde00", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:12.585Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1af2b221-20c4-4c18-8770-8bf9cc3dde00"} 2024-06-13T04:01:12.666Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4c5e618c-c7ad-48a2-bb7a-41139d73b50a", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:17.667Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9ea32e06-5e37-46ea-92fc-b313a63acc15", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:23.881Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "fb531087-b851-4c10-84b2-4a0ade216092", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:30.072Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f8120845-0614-4f91-b075-fee668f70f40", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:36.307Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "c63ff242-56fa-45be-8447-b3c48208f70d", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:42.610Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1adf6494-b18b-40b8-ba95-bc164e4aae93", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:48.854Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4882d08e-eddc-4bf3-8f32-5a70517eefb5", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:55.061Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a12054c9-e9ba-417b-af4c-aa2006afd976", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:01.257Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1ae3560a-cd6d-4883-a852-5cf1e452bff2", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:02.508Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "952f9e75-0f0e-4a95-8982-7b1db331c033", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:07.508Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e4bbefa1-4988-4649-85fb-50147eb859be", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:13.775Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d449adc0-3b96-46ae-9726-cb30afb0120b", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:19.995Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "863aa4c7-fa04-431a-b1bf-c252720c2fe3", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:26.456Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7be77f06-48ca-479b-9a76-0185fea66568", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:32.684Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "dffc970b-6a71-42fd-8bbf-0958c4300828", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:38.900Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f5173ee2-3910-4a36-9efd-1f31c7a53e33", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:45.098Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "978a1b05-59b1-4656-a18d-5b3d66fe06bb", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:51.366Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e391f3c2-c84b-4144-a8e7-d7b2ddce816e", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:57.634Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a432dfdb-b1b2-4255-9b5b-369db3a6e28b", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:03.864Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a0f8d6e0-bbbe-49e0-8336-a27df633d4a2", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:10.154Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8552cd02-bcb8-40ac-a44d-47ece0ec0ae1", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:16.362Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "3da66669-de80-469a-a7fd-45efb239d91a", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:17.604Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "bd8bc5c5-f876-45a9-b037-81aa70160580", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:18.864Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "bd8bc5c5-f876-45a9-b037-81aa70160580", "new version": "8.0.19-10"} 2024-06-13T04:03:18.961Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6538babb-ae7c-46b5-9a78-d27e0b0cb95c", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:22.605Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ce6cbba7-0127-4705-9c71-5fdfec448851", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:28.867Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4704a2b7-600a-436b-a4d2-050f516cd2a6", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:35.152Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "2a92b5f1-2fcb-4179-b856-60777d3d8fc2", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:41.559Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8e7a9d2a-e813-482e-ab8b-a2dc9c2ac8d1", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:47.826Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "5c96800b-e3d6-4970-a7bf-6696f1c777ce", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:54.127Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "018b1262-3376-4948-9190-cd07c240f24c", "oldSize": 1, "newSize": 2} 2024-06-13T04:04:00.375Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d5ae91ef-86b3-44af-b082-7846f6b56b74", "oldSize": 1, "newSize": 2} 2024-06-13T04:04:06.681Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "bf22d2e6-3b13-41d3-ac31-95971fa35f93", "oldSize": 1, "newSize": 2} 2024-06-13T04:04:13.124Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0d5d6848-fe6b-433b-918e-b8eb8d79e80b", "oldSize": 1, "newSize": 2} 2024-06-13T04:04:19.411Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "fb2c6f08-f1dd-4566-a114-2a81a71e9dc0", "oldSize": 1, "newSize": 2} 2024-06-13T04:04:22.616Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "oldSize": 1, "newSize": 2} 2024-06-13T04:04:23.986Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc"} 2024-06-13T04:04:23.999Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-2"} 2024-06-13T04:04:23.999Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-1138"} 2024-06-13T04:04:44.270Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-13T04:05:44.567Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-2"} 2024-06-13T04:05:44.586Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-1"} 2024-06-13T04:06:04.971Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-13T04:07:14.990Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-1"} 2024-06-13T04:07:15.008Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-0"} 2024-06-13T04:07:35.267Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-13T04:09:35.308Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "pod name": "smart-update-pxc-0"} 2024-06-13T04:09:35.323Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc"} 2024-06-13T04:09:35.408Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1879d174-8e6f-42ba-b463-e2e26dac07bc", "new version": "8.0.36-28.1"} 2024-06-13T04:09:36.446Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d6fd770d-2d06-429a-b16d-852f511ed458", "oldSize": 1, "newSize": 2} 2024-06-13T04:09:41.447Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "5bafeceb-58e5-4dc3-a600-de8b763c17f7", "oldSize": 1, "newSize": 2} 2024-06-13T04:09:47.731Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4750ab92-9604-45d2-b284-18279d38eea2", "oldSize": 1, "newSize": 2} 2024-06-13T04:09:52.486Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0e36bbfe-269f-449e-b92f-5e05b5279a27", "oldSize": 1, "newSize": 2} 2024-06-13T04:10:44.457Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "32824ed6-78c3-455b-b82d-1cd24044f034", "oldSize": 1, "newSize": 2} 2024-06-13T04:10:44.681Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "32824ed6-78c3-455b-b82d-1cd24044f034"} 2024-06-13T04:10:45.223Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: c9a6e0d4-4fca-44bd-8cc1-1d9e0ccafa8c 2024-06-13T04:10:45.297Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1f4eb95c-115b-4075-9d4b-5a0c783e865c", "oldSize": 1, "newSize": 2} 2024-06-13T04:10:45.402Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1f4eb95c-115b-4075-9d4b-5a0c783e865c"} 2024-06-13T04:10:47.402Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "eed97683-7046-46fc-9221-db86d86e188e", "oldSize": 1, "newSize": 2} 2024-06-13T04:10:47.523Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "eed97683-7046-46fc-9221-db86d86e188e"} 2024-06-13T04:10:52.561Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "019489d7-b604-462a-8107-82c2aa49413d", "oldSize": 1, "newSize": 2} 2024-06-13T04:10:52.663Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "019489d7-b604-462a-8107-82c2aa49413d"} 2024-06-13T04:10:57.705Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a96150a6-ab98-4302-91fa-bf33dcec7688", "oldSize": 1, "newSize": 2} 2024-06-13T04:10:57.806Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a96150a6-ab98-4302-91fa-bf33dcec7688"} 2024-06-13T04:11:02.869Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cba6a34f-58dc-47e2-ba9e-37e1fca43824", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:02.964Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cba6a34f-58dc-47e2-ba9e-37e1fca43824"} 2024-06-13T04:11:08.034Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d3824d5e-b369-4a7c-8360-89f6a398ffaf", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:08.169Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d3824d5e-b369-4a7c-8360-89f6a398ffaf"} 2024-06-13T04:11:13.207Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "b8f3f7c7-7cac-4944-a69a-6e11bb5cd420", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:13.297Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "b8f3f7c7-7cac-4944-a69a-6e11bb5cd420"} 2024-06-13T04:11:18.345Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "351c13d9-1cc1-493c-a367-7b83147ee5d8", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:18.456Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "351c13d9-1cc1-493c-a367-7b83147ee5d8"} 2024-06-13T04:11:23.491Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "44013569-aafa-48f7-95e0-1d2ef3316122", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:23.585Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "44013569-aafa-48f7-95e0-1d2ef3316122"} 2024-06-13T04:11:28.635Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7697a622-1f32-4ff4-9408-108119a52224", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:28.755Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7697a622-1f32-4ff4-9408-108119a52224"} 2024-06-13T04:11:33.793Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "86e4eb43-883d-421a-9919-98b6e716d2e7", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:33.892Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "86e4eb43-883d-421a-9919-98b6e716d2e7"} 2024-06-13T04:11:38.931Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9cea017d-328b-406e-be69-50992855b549", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:39.022Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "9cea017d-328b-406e-be69-50992855b549"} 2024-06-13T04:11:44.069Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1a881ad7-c57b-4aa7-9410-91de7b93e19f", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:44.158Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1a881ad7-c57b-4aa7-9410-91de7b93e19f"} 2024-06-13T04:11:49.204Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e3f56b9b-f4c5-44e1-95b3-01c3630831b6", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:49.304Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e3f56b9b-f4c5-44e1-95b3-01c3630831b6"} 2024-06-13T04:11:54.352Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "fb1f70de-eb3e-44e8-9c8c-254f88a08b18", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:54.442Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "fb1f70de-eb3e-44e8-9c8c-254f88a08b18"} 2024-06-13T04:11:59.488Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "30e41f1c-2024-4cac-8df6-9821d57c85f5", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:59.578Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "30e41f1c-2024-4cac-8df6-9821d57c85f5"} 2024-06-13T04:11:59.656Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ff207a4a-e60f-4b30-b77f-803ef0d2941a", "oldSize": 1, "newSize": 2} 2024-06-13T04:11:59.797Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ff207a4a-e60f-4b30-b77f-803ef0d2941a"} 2024-06-13T04:12:00.895Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "47d7753d-15ee-4bb4-9c2f-fd26aee66fb6", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:01.016Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "47d7753d-15ee-4bb4-9c2f-fd26aee66fb6"} 2024-06-13T04:12:04.657Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6af8fdf9-7b6d-4d3b-9e22-f3a3f58f4c35", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:04.798Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6af8fdf9-7b6d-4d3b-9e22-f3a3f58f4c35"} 2024-06-13T04:12:09.862Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d66f75d4-5682-4eb3-a83c-1094c11bf384", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:10.015Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d66f75d4-5682-4eb3-a83c-1094c11bf384"} 2024-06-13T04:12:15.090Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "fdd191cf-8c0e-4e62-b501-4b1ad01e2ea9", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:15.238Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "fdd191cf-8c0e-4e62-b501-4b1ad01e2ea9"} 2024-06-13T04:12:20.302Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d8b8c144-6b81-4a4d-a59f-9eea1b6d9e40", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:20.445Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d8b8c144-6b81-4a4d-a59f-9eea1b6d9e40"} 2024-06-13T04:12:26.168Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6ca7553c-85c9-42f8-b694-1ad33f75cf89", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:26.313Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "6ca7553c-85c9-42f8-b694-1ad33f75cf89"} 2024-06-13T04:12:26.406Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "5c64a895-fec1-4ac2-a546-5cc8d22026ac", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:31.406Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8008ee6e-9032-4082-b556-dbe4432db27c", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:37.661Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "c14b5065-fc93-44df-9b5f-e179a344af94", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:43.983Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d40c1c2f-a637-4b5d-9ab2-bc95de655464", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:50.211Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "1c903eff-ecad-4616-a331-1931be0905a5", "oldSize": 1, "newSize": 2} 2024-06-13T04:12:56.463Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "15089577-fe70-46d6-9cf9-bb533091b502", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:02.652Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "03ef595a-9381-4d92-be7f-d12f399fe014", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:08.848Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7417ae7f-1ed3-4e1b-bee8-a100cde0012c", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:15.083Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "51f559fb-b3b1-480d-a331-97fc9aaf795d", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:16.349Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "23de9458-fe33-44e1-adb7-dec02ee0eca0", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:21.350Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cc879f02-993b-460d-b20d-8c98527295a1", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:27.694Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7c244c1c-693f-496a-adce-71696bf13cae", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:33.918Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "07e049dd-f73e-4588-b433-c4f4f4864133", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:40.142Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a87c4551-07e7-4935-b199-b451944db17b", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:46.353Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4564b78c-f7db-4663-a830-24eec1f829f0", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:52.556Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f4bd1117-a71d-4115-af4e-0f1a8b915083", "oldSize": 1, "newSize": 2} 2024-06-13T04:13:58.768Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "40d54516-aed5-4202-aa36-648b7a2e12f9", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:05.005Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "11013e8c-8384-4b40-b8c1-f3e2aa2f1579", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:11.356Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "bd9ae717-5e6f-4a11-94ef-6780d7c14a9b", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:17.571Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "424a9d42-b04c-4dcb-81b3-44240ae6d92b", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:23.789Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "0322651a-ed8f-4164-b0a1-71637e5d763c", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:30.113Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7cdaf047-6f57-4b77-98a9-77bb9f3a595a", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:31.372Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "91ded52c-6519-4383-891d-dd8ddf1b1356", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:32.615Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "91ded52c-6519-4383-891d-dd8ddf1b1356", "new version": "8.0.19-10"} 2024-06-13T04:14:32.721Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "4629eaf9-cb23-4d93-92ef-9c3ed3ceb22a", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:36.373Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "26ed99b2-86e2-4158-adb8-3470e5b567a4", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:42.671Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "63dd3ee5-9193-4ff9-9002-23f3f5b54b96", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:48.961Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "885734c2-8b32-43dc-be6b-1b96571b2eb5", "oldSize": 1, "newSize": 2} 2024-06-13T04:14:55.268Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "01ffa602-ee1a-4533-8546-ee5e95a537d9", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:01.544Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "edf0677d-b011-40eb-a017-182334fbcb35", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:07.832Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "7e41a900-3142-448d-b8a4-a71957bf5e1e", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:14.166Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "ca9f7f85-d432-4db8-b7b5-c1e1e2c552e2", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:20.520Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "a871ac4b-089b-463d-bef4-d0effd6377b9", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:27.653Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "21c17239-b303-4517-b4dc-e32f60b4c1e9", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:33.923Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "8015df11-d0cc-47b4-b067-c57248ef2b48", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:37.955Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "84468c96-b7d7-4077-a689-badce82fced5", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:38.263Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "oldSize": 1, "newSize": 2} 2024-06-13T04:15:39.360Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767"} 2024-06-13T04:15:39.375Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-2"} 2024-06-13T04:15:39.375Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-1138"} 2024-06-13T04:15:59.584Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-13T04:16:59.637Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-2"} 2024-06-13T04:16:59.654Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-1"} 2024-06-13T04:17:19.859Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-13T04:18:29.862Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-1"} 2024-06-13T04:18:29.901Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-0"} 2024-06-13T04:19:50.178Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "pod name": "smart-update-pxc-0"} 2024-06-13T04:19:50.198Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767"} 2024-06-13T04:19:50.276Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "20e46ece-2e98-44cb-98cd-82fce6a04767", "new version": "8.0.36-28.1"} 2024-06-13T04:19:50.397Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "cd57aedd-7dcb-4597-bc5e-107db583ff76", "oldSize": 1, "newSize": 2} 2024-06-13T04:19:55.398Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "d08282d9-ae68-4d25-88de-cb02a05a30f4", "oldSize": 1, "newSize": 2} 2024-06-13T04:20:01.745Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "f42dd4d0-3083-4b23-93a6-55be470895ef", "oldSize": 1, "newSize": 2} 2024-06-13T04:20:08.093Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "e185d6fe-59c8-49d5-9efc-d52b24f94d55", "oldSize": 1, "newSize": 2} 2024-06-13T04:20:14.462Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "b05ed17a-56b6-4bd5-b089-1cd3a2e662bb", "oldSize": 1, "newSize": 2} 2024-06-13T04:20:19.832Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-1138", "name": "smart-update", "reconcileID": "11383b9e-6777-4177-8fb2-8156bc359065", "oldSize": 1, "newSize": 2} /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.aptwI2SSPC ++ mktemp + local LAST_ERR=/tmp/tmp.ueOSKepCwv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aptwI2SSPC No resources found + cat /tmp/tmp.ueOSKepCwv + rm /tmp/tmp.aptwI2SSPC /tmp/tmp.ueOSKepCwv + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.HtTYVQvWLE ++ mktemp + local LAST_ERR=/tmp/tmp.bm9xdEV1RG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HtTYVQvWLE No resources found + cat /tmp/tmp.bm9xdEV1RG + rm /tmp/tmp.HtTYVQvWLE /tmp/tmp.bm9xdEV1RG + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.7jq5Rra63m ++ mktemp + local LAST_ERR=/tmp/tmp.uCoGxiaY8H + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7jq5Rra63m No resources found + cat /tmp/tmp.uCoGxiaY8H + rm /tmp/tmp.7jq5Rra63m /tmp/tmp.uCoGxiaY8H + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.TWoLqIiAYV ++ mktemp + local LAST_ERR=/tmp/tmp.YBfDLTZgoK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TWoLqIiAYV validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.YBfDLTZgoK + rm /tmp/tmp.TWoLqIiAYV /tmp/tmp.YBfDLTZgoK + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-1138 + rm -rf /tmp/tmp.shi6Hi8CCl + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.Lsb0XFzGF1 + desc 'test passed' + set +o xtrace + local LAST_OUT=/tmp/tmp.HkCQ4SUq9z ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.TiJk27XAQu + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.S9vPh9sAKZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-1138 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator