Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-29328 + local ns=smart-update1-29328 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n smart-update1-1779 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.a4RFb1HFOn ++ mktemp + local LAST_ERR=/tmp/tmp.8qbvqVEC3a + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a4RFb1HFOn perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.8qbvqVEC3a + rm /tmp/tmp.a4RFb1HFOn /tmp/tmp.8qbvqVEC3a + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.uUazUzloAo ++ mktemp + local LAST_ERR=/tmp/tmp.voSvaNuV3C + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uUazUzloAo No resources found + cat /tmp/tmp.voSvaNuV3C + rm /tmp/tmp.uUazUzloAo /tmp/tmp.voSvaNuV3C + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.hgREjsU8D2 ++ mktemp + local LAST_ERR=/tmp/tmp.W2PCBpmjpL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hgREjsU8D2 No resources found + cat /tmp/tmp.W2PCBpmjpL + rm /tmp/tmp.hgREjsU8D2 /tmp/tmp.W2PCBpmjpL + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace + xargs kubectl delete ns ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp ++ mktemp + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + local LAST_OUT=/tmp/tmp.6BtHOhi8mW ++ mktemp + local LAST_OUT=/tmp/tmp.gXQ3YywT0j + local LAST_ERR=/tmp/tmp.8iwE582BQj + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.a9Nurdpoyz + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gXQ3YywT0j + cat /tmp/tmp.a9Nurdpoyz + rm /tmp/tmp.gXQ3YywT0j /tmp/tmp.a9Nurdpoyz + return 0 namespace "cert-manager" deleted namespace "smart-update1-1779" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6BtHOhi8mW namespace "pxc-operator" deleted + cat /tmp/tmp.8iwE582BQj + rm /tmp/tmp.6BtHOhi8mW /tmp/tmp.8iwE582BQj + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.vmAl14oeok ++ mktemp + local LAST_ERR=/tmp/tmp.OiQLWPhei0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vmAl14oeok namespace/pxc-operator created + cat /tmp/tmp.OiQLWPhei0 + rm /tmp/tmp.vmAl14oeok /tmp/tmp.OiQLWPhei0 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.gYteWqh0Kw +++ mktemp ++ local LAST_ERR=/tmp/tmp.t2TSqPsg2O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gYteWqh0Kw ++ cat /tmp/tmp.t2TSqPsg2O ++ rm /tmp/tmp.gYteWqh0Kw /tmp/tmp.t2TSqPsg2O ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1726-75d74a6e-1-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.6KFqHEQd7t ++ mktemp + local LAST_ERR=/tmp/tmp.6at0OJAaQH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1726-75d74a6e-1-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6KFqHEQd7t Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1726-75d74a6e-1-cluster6" modified. + cat /tmp/tmp.6at0OJAaQH + rm /tmp/tmp.6KFqHEQd7t /tmp/tmp.6at0OJAaQH + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.FW8qw18519 ++ mktemp + local LAST_ERR=/tmp/tmp.nyogBMHL59 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FW8qw18519 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.nyogBMHL59 + rm /tmp/tmp.FW8qw18519 /tmp/tmp.nyogBMHL59 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.kZ7tPg9VpW ++ mktemp + local LAST_ERR=/tmp/tmp.0ACOP3WYIZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kZ7tPg9VpW clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.0ACOP3WYIZ + rm /tmp/tmp.kZ7tPg9VpW /tmp/tmp.0ACOP3WYIZ + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/deploy/cw-operator.yaml + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e^' + local LAST_OUT=/tmp/tmp.UbC6HV9YAR ++ mktemp + local LAST_ERR=/tmp/tmp.fBKaX5r6m6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UbC6HV9YAR deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.fBKaX5r6m6 + rm /tmp/tmp.UbC6HV9YAR /tmp/tmp.fBKaX5r6m6 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.NFAVDBRosI ++ mktemp + local LAST_ERR=/tmp/tmp.0wVZ9x3gj8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NFAVDBRosI pod/percona-xtradb-cluster-operator-58867c4d5c-tm59h condition met + cat /tmp/tmp.0wVZ9x3gj8 + rm /tmp/tmp.NFAVDBRosI /tmp/tmp.0wVZ9x3gj8 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.djwzZ5akLH +++ mktemp ++ local LAST_ERR=/tmp/tmp.74HggsXusx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.djwzZ5akLH ++ cat /tmp/tmp.74HggsXusx ++ rm /tmp/tmp.djwzZ5akLH /tmp/tmp.74HggsXusx ++ return 0 + wait_pod percona-xtradb-cluster-operator-58867c4d5c-tm59h 480 pxc-operator + local pod=percona-xtradb-cluster-operator-58867c4d5c-tm59h + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-58867c4d5c-tm59h ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-58867c4d5c-tm59h condition met percona-xtradb-cluster-operator-58867c4d5c-tm59h.Ok + sleep 3 + create_namespace smart-update1-29328 + local namespace=smart-update1-29328 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-29328' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-29328 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-29328 + kubectl_bin get ns ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.LpI0n8wr8M ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.4vXFSPuMbW + local exit_status=0 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.SF8cLyaBqG + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ mktemp + local LAST_ERR=/tmp/tmp.Vfa4XZkxc1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-29328 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LpI0n8wr8M + cat /tmp/tmp.4vXFSPuMbW + rm /tmp/tmp.LpI0n8wr8M /tmp/tmp.4vXFSPuMbW + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-29328 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.SF8cLyaBqG + cat /tmp/tmp.Vfa4XZkxc1 Error from server (NotFound): namespaces "smart-update1-29328" not found + rm /tmp/tmp.SF8cLyaBqG /tmp/tmp.Vfa4XZkxc1 + return 1 + : + wait_for_delete namespace/smart-update1-29328 + local res=namespace/smart-update1-29328 + echo -n 'namespace/smart-update1-29328 - ' namespace/smart-update1-29328 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-29328" not found + desc 'create namespace smart-update1-29328' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-29328 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-29328 ++ mktemp + local LAST_OUT=/tmp/tmp.GpwutoZSUY ++ mktemp + local LAST_ERR=/tmp/tmp.FCFuYkQOcx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-29328 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GpwutoZSUY namespace/smart-update1-29328 created + cat /tmp/tmp.FCFuYkQOcx + rm /tmp/tmp.GpwutoZSUY /tmp/tmp.FCFuYkQOcx + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.oEA7HihGRt +++ mktemp ++ local LAST_ERR=/tmp/tmp.b3WafH6oxA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oEA7HihGRt ++ cat /tmp/tmp.b3WafH6oxA ++ rm /tmp/tmp.oEA7HihGRt /tmp/tmp.b3WafH6oxA ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1726-75d74a6e-1-cluster6 --namespace=smart-update1-29328 ++ mktemp + local LAST_OUT=/tmp/tmp.TH8kyevCdQ ++ mktemp + local LAST_ERR=/tmp/tmp.eosQvi0V39 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1726-75d74a6e-1-cluster6 --namespace=smart-update1-29328 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TH8kyevCdQ Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1726-75d74a6e-1-cluster6" modified. + cat /tmp/tmp.eosQvi0V39 + rm /tmp/tmp.TH8kyevCdQ /tmp/tmp.eosQvi0V39 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.HZarFizIzH ++ mktemp + local LAST_ERR=/tmp/tmp.hrBMsWirWf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HZarFizIzH secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.hrBMsWirWf + rm /tmp/tmp.HZarFizIzH /tmp/tmp.hrBMsWirWf + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.HV20LyHJm3 ++ mktemp + local LAST_ERR=/tmp/tmp.86IpQm1AEU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HV20LyHJm3 configmap/versions created + cat /tmp/tmp.86IpQm1AEU + rm /tmp/tmp.HV20LyHJm3 /tmp/tmp.86IpQm1AEU + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.0iYALhgxAy ++ mktemp + local LAST_ERR=/tmp/tmp.JSzUQODCEU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0iYALhgxAy deployment.apps/version-service created service/version-service created + cat /tmp/tmp.JSzUQODCEU + rm /tmp/tmp.0iYALhgxAy /tmp/tmp.JSzUQODCEU + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.8bYow9MOxo ++ mktemp + local LAST_ERR=/tmp/tmp.joPO84Z2Qr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8bYow9MOxo namespace/cert-manager created + cat /tmp/tmp.joPO84Z2Qr + rm /tmp/tmp.8bYow9MOxo /tmp/tmp.joPO84Z2Qr + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.lNF3UXN6M5 ++ mktemp + local LAST_ERR=/tmp/tmp.Cpt3MyV35a + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lNF3UXN6M5 namespace/cert-manager labeled + cat /tmp/tmp.Cpt3MyV35a + rm /tmp/tmp.lNF3UXN6M5 /tmp/tmp.Cpt3MyV35a + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.jzEGAQ7Jvt ++ mktemp + local LAST_ERR=/tmp/tmp.tWgn4WdBfq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jzEGAQ7Jvt namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.tWgn4WdBfq Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.jzEGAQ7Jvt /tmp/tmp.tWgn4WdBfq + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ head -n1 ++++ grep -c percona-xtradb-cluster-operator ++ sort -V ++ tail -n3 +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.94x4NWMPCU ++++ mktemp +++ local LAST_ERR=/tmp/tmp.1koJXCaWNq +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.94x4NWMPCU +++ cat /tmp/tmp.1koJXCaWNq +++ rm /tmp/tmp.94x4NWMPCU /tmp/tmp.1koJXCaWNq +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-58867c4d5c-tm59h -n pxc-operator -- curl -s http://version-service.smart-update1-29328.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.70bKLLRBTO +++ mktemp ++ local LAST_ERR=/tmp/tmp.M6jqyF7y5w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-58867c4d5c-tm59h -n pxc-operator -- curl -s http://version-service.smart-update1-29328.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.70bKLLRBTO ++ cat /tmp/tmp.M6jqyF7y5w Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.70bKLLRBTO /tmp/tmp.M6jqyF7y5w ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.Pcw8Pa3cF4 ++ mktemp + local LAST_ERR=/tmp/tmp.62EPkitzfy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Pcw8Pa3cF4 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.62EPkitzfy + rm /tmp/tmp.Pcw8Pa3cF4 /tmp/tmp.62EPkitzfy + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.TdaMQQUilX/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e"' /tmp/tmp.TdaMQQUilX/smart-update.yml + spinup_pxc smart-update /tmp/tmp.TdaMQQUilX/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.TdaMQQUilX/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CGB32MoOmJ ++ mktemp + local LAST_ERR=/tmp/tmp.WiK8I8XuAF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CGB32MoOmJ secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.WiK8I8XuAF + rm /tmp/tmp.CGB32MoOmJ /tmp/tmp.WiK8I8XuAF + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.JmpBfMa5R7 + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-29328~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_ERR=/tmp/tmp.cgqN8XvrVh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JmpBfMa5R7 deployment.apps/pxc-client created + cat /tmp/tmp.cgqN8XvrVh + rm /tmp/tmp.JmpBfMa5R7 /tmp/tmp.cgqN8XvrVh + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.TdaMQQUilX/smart-update.yml + '[' -z '' ']' + cat_config /tmp/tmp.TdaMQQUilX/smart-update.yml + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e#' + cat /tmp/tmp.TdaMQQUilX/smart-update.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-29328~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_OUT=/tmp/tmp.BWjoDzjaGb ++ mktemp + local LAST_ERR=/tmp/tmp.JENOdylE03 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BWjoDzjaGb perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.JENOdylE03 + rm /tmp/tmp.BWjoDzjaGb /tmp/tmp.JENOdylE03 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1VHV7JpRAO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.v1UAIeRsgW +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1VHV7JpRAO +++ cat /tmp/tmp.v1UAIeRsgW +++ rm /tmp/tmp.1VHV7JpRAO /tmp/tmp.v1UAIeRsgW +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.LvSKRNFloW ++++ mktemp +++ local LAST_ERR=/tmp/tmp.W74ziRdW9S +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.LvSKRNFloW +++ cat /tmp/tmp.W74ziRdW9S +++ rm /tmp/tmp.LvSKRNFloW /tmp/tmp.W74ziRdW9S +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 ++ mktemp + local LAST_OUT=/tmp/tmp.RBfqB5dyLI ++ mktemp + local LAST_ERR=/tmp/tmp.gcTH63Ilzc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.RBfqB5dyLI + cat /tmp/tmp.gcTH63Ilzc error: no matching resources found + rm /tmp/tmp.RBfqB5dyLI /tmp/tmp.gcTH63Ilzc + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/smart-update-proxysql-0 condition met smart-update-proxysql-0.Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo smart-update-pxc-1 + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bsoqLYIM3G +++ mktemp ++ local LAST_ERR=/tmp/tmp.0C7j6JSt7E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bsoqLYIM3G ++ cat /tmp/tmp.0C7j6JSt7E ++ rm /tmp/tmp.bsoqLYIM3G /tmp/tmp.0C7j6JSt7E ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.773xzWMX28 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UhzwbrxlId ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.773xzWMX28 ++ cat /tmp/tmp.UhzwbrxlId ++ rm /tmp/tmp.773xzWMX28 /tmp/tmp.UhzwbrxlId ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dvSUanfb1W +++ mktemp ++ local LAST_ERR=/tmp/tmp.YxZZ2pGHac ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dvSUanfb1W ++ cat /tmp/tmp.YxZZ2pGHac ++ rm /tmp/tmp.dvSUanfb1W /tmp/tmp.YxZZ2pGHac ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Vv22lCR7r3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mDQrVn5x6z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Vv22lCR7r3 ++ cat /tmp/tmp.mDQrVn5x6z ++ rm /tmp/tmp.Vv22lCR7r3 /tmp/tmp.mDQrVn5x6z ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3nMS3l4i9h +++ mktemp ++ local LAST_ERR=/tmp/tmp.u8wW5fFinR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3nMS3l4i9h ++ cat /tmp/tmp.u8wW5fFinR ++ rm /tmp/tmp.3nMS3l4i9h /tmp/tmp.u8wW5fFinR ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dZjfc5D9Al +++ mktemp ++ local LAST_ERR=/tmp/tmp.XGyMXDi57x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dZjfc5D9Al ++ cat /tmp/tmp.XGyMXDi57x Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.dZjfc5D9Al /tmp/tmp.XGyMXDi57x ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.R74EpkEW2A +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.lAcj8AdUcc ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.R74EpkEW2A ++++ cat /tmp/tmp.lAcj8AdUcc ++++ rm /tmp/tmp.R74EpkEW2A /tmp/tmp.lAcj8AdUcc ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.3IOrpVQ3Jg +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.ubY1ggLdMd ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.3IOrpVQ3Jg ++++ cat /tmp/tmp.ubY1ggLdMd ++++ rm /tmp/tmp.3IOrpVQ3Jg /tmp/tmp.ubY1ggLdMd ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-29328.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-29328.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-29328.svc.cluster.local ++ cut -d. -f1 + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.0zs1RtN4ky ++ mktemp + local LAST_ERR=/tmp/tmp.NQdi2Gqon4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0zs1RtN4ky perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.NQdi2Gqon4 + rm /tmp/tmp.0zs1RtN4ky /tmp/tmp.NQdi2Gqon4 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update..................................................................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PvU44itGjA +++ mktemp ++ local LAST_ERR=/tmp/tmp.OgFqeD73Jw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PvU44itGjA ++ cat /tmp/tmp.OgFqeD73Jw ++ rm /tmp/tmp.PvU44itGjA /tmp/tmp.OgFqeD73Jw ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pq4ao48JKH +++ mktemp ++ local LAST_ERR=/tmp/tmp.qD1HmqQVSQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pq4ao48JKH ++ cat /tmp/tmp.qD1HmqQVSQ ++ rm /tmp/tmp.Pq4ao48JKH /tmp/tmp.qD1HmqQVSQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WtAuPORMzz +++ mktemp ++ local LAST_ERR=/tmp/tmp.sbUIKzqaJQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WtAuPORMzz ++ cat /tmp/tmp.sbUIKzqaJQ ++ rm /tmp/tmp.WtAuPORMzz /tmp/tmp.sbUIKzqaJQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sT4xYB6zaQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.8CjSYBvOou ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sT4xYB6zaQ ++ cat /tmp/tmp.8CjSYBvOou ++ rm /tmp/tmp.sT4xYB6zaQ /tmp/tmp.8CjSYBvOou ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uFW0qnXEtT +++ mktemp ++ local LAST_ERR=/tmp/tmp.v6nb6uJmaD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uFW0qnXEtT ++ cat /tmp/tmp.v6nb6uJmaD ++ rm /tmp/tmp.uFW0qnXEtT /tmp/tmp.v6nb6uJmaD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zRG7N5ESln +++ mktemp ++ local LAST_ERR=/tmp/tmp.k31b6PI60D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zRG7N5ESln ++ cat /tmp/tmp.k31b6PI60D ++ rm /tmp/tmp.zRG7N5ESln /tmp/tmp.k31b6PI60D ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0l6TLHH73C +++ mktemp ++ local LAST_ERR=/tmp/tmp.QVpmUsFTk5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0l6TLHH73C ++ cat /tmp/tmp.QVpmUsFTk5 ++ rm /tmp/tmp.0l6TLHH73C /tmp/tmp.QVpmUsFTk5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V23wXt8bi8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nThDvc0Kh3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V23wXt8bi8 ++ cat /tmp/tmp.nThDvc0Kh3 ++ rm /tmp/tmp.V23wXt8bi8 /tmp/tmp.nThDvc0Kh3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VDo0Mk5HUp +++ mktemp ++ local LAST_ERR=/tmp/tmp.nkJCcpMdUy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VDo0Mk5HUp ++ cat /tmp/tmp.nkJCcpMdUy ++ rm /tmp/tmp.VDo0Mk5HUp /tmp/tmp.nkJCcpMdUy ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R6xe05QJrI +++ mktemp ++ local LAST_ERR=/tmp/tmp.Rfs0mrzux3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R6xe05QJrI ++ cat /tmp/tmp.Rfs0mrzux3 ++ rm /tmp/tmp.R6xe05QJrI /tmp/tmp.Rfs0mrzux3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2Suw7AE7ii +++ mktemp ++ local LAST_ERR=/tmp/tmp.VxOcJY596b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2Suw7AE7ii ++ cat /tmp/tmp.VxOcJY596b ++ rm /tmp/tmp.2Suw7AE7ii /tmp/tmp.VxOcJY596b ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rQKdJ15wtz +++ mktemp ++ local LAST_ERR=/tmp/tmp.KkEGVwz7bc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rQKdJ15wtz ++ cat /tmp/tmp.KkEGVwz7bc ++ rm /tmp/tmp.rQKdJ15wtz /tmp/tmp.KkEGVwz7bc ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.s5XCLOiue2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mZK7YFC5kU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s5XCLOiue2 ++ cat /tmp/tmp.mZK7YFC5kU ++ rm /tmp/tmp.s5XCLOiue2 /tmp/tmp.mZK7YFC5kU ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5qKZ8qkdOl +++ mktemp ++ local LAST_ERR=/tmp/tmp.0X8DFAW6XW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5qKZ8qkdOl ++ cat /tmp/tmp.0X8DFAW6XW ++ rm /tmp/tmp.5qKZ8qkdOl /tmp/tmp.0X8DFAW6XW ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.RA2E9x4Tg9 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.39iPZR6ipT +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.RA2E9x4Tg9 +++++ cat /tmp/tmp.39iPZR6ipT +++++ rm /tmp/tmp.RA2E9x4Tg9 /tmp/tmp.39iPZR6ipT +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.kLJoN07ZKR ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.9GS3zL9XaC +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.kLJoN07ZKR +++++ cat /tmp/tmp.9GS3zL9XaC +++++ rm /tmp/tmp.kLJoN07ZKR /tmp/tmp.9GS3zL9XaC +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oPv0LQzZdd +++ mktemp ++ local LAST_ERR=/tmp/tmp.eLN3bZsodu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oPv0LQzZdd ++ cat /tmp/tmp.eLN3bZsodu ++ rm /tmp/tmp.oPv0LQzZdd /tmp/tmp.eLN3bZsodu ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LNKD12K3d0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.JXpPaehcl3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LNKD12K3d0 ++ cat /tmp/tmp.JXpPaehcl3 ++ rm /tmp/tmp.LNKD12K3d0 /tmp/tmp.JXpPaehcl3 ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lqz1CiuaNN +++ mktemp ++ local LAST_ERR=/tmp/tmp.glID74tG08 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lqz1CiuaNN ++ cat /tmp/tmp.glID74tG08 ++ rm /tmp/tmp.lqz1CiuaNN /tmp/tmp.glID74tG08 ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wJT1SOv26J +++ mktemp ++ local LAST_ERR=/tmp/tmp.lPg2MP4Byh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wJT1SOv26J ++ cat /tmp/tmp.lPg2MP4Byh ++ rm /tmp/tmp.wJT1SOv26J /tmp/tmp.lPg2MP4Byh ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZCLWlxNZcV ++ mktemp + local LAST_ERR=/tmp/tmp.qtX5j2uZoA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZCLWlxNZcV perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.qtX5j2uZoA + rm /tmp/tmp.ZCLWlxNZcV /tmp/tmp.qtX5j2uZoA + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.usgJWSWICZ ++ mktemp + local LAST_ERR=/tmp/tmp.mpzFr5Dm8j + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.usgJWSWICZ persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.mpzFr5Dm8j + rm /tmp/tmp.usgJWSWICZ /tmp/tmp.mpzFr5Dm8j + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e"' /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.kanAiACFIn ++ mktemp + local LAST_ERR=/tmp/tmp.RUrOfsrl4N + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kanAiACFIn secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.RUrOfsrl4N + rm /tmp/tmp.kanAiACFIn /tmp/tmp.RUrOfsrl4N + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.nrbUmC7alY ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-29328~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_ERR=/tmp/tmp.IJSTbUJ7lU + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nrbUmC7alY deployment.apps/pxc-client unchanged + cat /tmp/tmp.IJSTbUJ7lU + rm /tmp/tmp.nrbUmC7alY /tmp/tmp.IJSTbUJ7lU + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + cat /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.8Ja8XOY8nY + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.kA4RnojWQr + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ seq 0 2 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-29328~ + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8Ja8XOY8nY perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.kA4RnojWQr + rm /tmp/tmp.8Ja8XOY8nY /tmp/tmp.kA4RnojWQr + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Nf2LdyW1Mj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.K6dDYht1fu +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Nf2LdyW1Mj +++ cat /tmp/tmp.K6dDYht1fu +++ rm /tmp/tmp.Nf2LdyW1Mj /tmp/tmp.K6dDYht1fu +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 ++ mktemp + local LAST_OUT=/tmp/tmp.dbawpJe4Yk ++ mktemp + local LAST_ERR=/tmp/tmp.ePchyOlWO1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.dbawpJe4Yk + cat /tmp/tmp.ePchyOlWO1 error: no matching resources found + rm /tmp/tmp.dbawpJe4Yk /tmp/tmp.ePchyOlWO1 + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d4glmuxvAF +++ mktemp ++ local LAST_ERR=/tmp/tmp.nhah1Phghh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d4glmuxvAF ++ cat /tmp/tmp.nhah1Phghh ++ rm /tmp/tmp.d4glmuxvAF /tmp/tmp.nhah1Phghh ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.59ugX1eXdw +++ mktemp ++ local LAST_ERR=/tmp/tmp.7S0Q2ToQAN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.59ugX1eXdw ++ cat /tmp/tmp.7S0Q2ToQAN ++ rm /tmp/tmp.59ugX1eXdw /tmp/tmp.7S0Q2ToQAN ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UAdjywtH6F +++ mktemp ++ local LAST_ERR=/tmp/tmp.6n5LKECDgR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UAdjywtH6F ++ cat /tmp/tmp.6n5LKECDgR ++ rm /tmp/tmp.UAdjywtH6F /tmp/tmp.6n5LKECDgR ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uf8xnloXXs +++ mktemp ++ local LAST_ERR=/tmp/tmp.TJFDOtut5B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uf8xnloXXs ++ cat /tmp/tmp.TJFDOtut5B ++ rm /tmp/tmp.Uf8xnloXXs /tmp/tmp.TJFDOtut5B ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6xrzoaRs2t +++ mktemp ++ local LAST_ERR=/tmp/tmp.cUVqsT6OCv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6xrzoaRs2t ++ cat /tmp/tmp.cUVqsT6OCv ++ rm /tmp/tmp.6xrzoaRs2t /tmp/tmp.cUVqsT6OCv ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LmHJl7qrQo +++ mktemp ++ local LAST_ERR=/tmp/tmp.RSlk8oxN7b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LmHJl7qrQo ++ cat /tmp/tmp.RSlk8oxN7b Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.LmHJl7qrQo /tmp/tmp.RSlk8oxN7b ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WS3qGpOoAi ++++ mktemp +++ local LAST_ERR=/tmp/tmp.OuXbUd41cp +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.WS3qGpOoAi +++ cat /tmp/tmp.OuXbUd41cp +++ rm /tmp/tmp.WS3qGpOoAi /tmp/tmp.OuXbUd41cp +++ return 0 ++ client_pod=pxc-client-6644d8898f-jdxc9 ++ wait_pod pxc-client-6644d8898f-jdxc9 ++ local pod=pxc-client-6644d8898f-jdxc9 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-jdxc9 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.8hM0gsaJ5E ++ mktemp + local LAST_ERR=/tmp/tmp.bzdbxsKzKo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8hM0gsaJ5E perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.bzdbxsKzKo + rm /tmp/tmp.8hM0gsaJ5E /tmp/tmp.bzdbxsKzKo + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update............................................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UZwOXnXOw1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZOxUrEMWUe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UZwOXnXOw1 ++ cat /tmp/tmp.ZOxUrEMWUe ++ rm /tmp/tmp.UZwOXnXOw1 /tmp/tmp.ZOxUrEMWUe ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xpEgidEiWa +++ mktemp ++ local LAST_ERR=/tmp/tmp.OP9N6XVetx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xpEgidEiWa ++ cat /tmp/tmp.OP9N6XVetx ++ rm /tmp/tmp.xpEgidEiWa /tmp/tmp.OP9N6XVetx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qQGPHgBRdd +++ mktemp ++ local LAST_ERR=/tmp/tmp.jvZzT62CfO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qQGPHgBRdd ++ cat /tmp/tmp.jvZzT62CfO ++ rm /tmp/tmp.qQGPHgBRdd /tmp/tmp.jvZzT62CfO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wxoutoGEAZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.YTzWkfkNpO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wxoutoGEAZ ++ cat /tmp/tmp.YTzWkfkNpO ++ rm /tmp/tmp.wxoutoGEAZ /tmp/tmp.YTzWkfkNpO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fIrsj0kPHP +++ mktemp ++ local LAST_ERR=/tmp/tmp.GQqO1hEaAx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fIrsj0kPHP ++ cat /tmp/tmp.GQqO1hEaAx ++ rm /tmp/tmp.fIrsj0kPHP /tmp/tmp.GQqO1hEaAx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YvhiOOLiy9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NA5Ztx8sEz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YvhiOOLiy9 ++ cat /tmp/tmp.NA5Ztx8sEz ++ rm /tmp/tmp.YvhiOOLiy9 /tmp/tmp.NA5Ztx8sEz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kUK8iIv274 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Bs5WQEHJL0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kUK8iIv274 ++ cat /tmp/tmp.Bs5WQEHJL0 ++ rm /tmp/tmp.kUK8iIv274 /tmp/tmp.Bs5WQEHJL0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8IVKr8eaQu +++ mktemp ++ local LAST_ERR=/tmp/tmp.3BzofVGTSA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8IVKr8eaQu ++ cat /tmp/tmp.3BzofVGTSA ++ rm /tmp/tmp.8IVKr8eaQu /tmp/tmp.3BzofVGTSA ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lUdFA6nlvU +++ mktemp ++ local LAST_ERR=/tmp/tmp.XgWkiOHGTF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lUdFA6nlvU ++ cat /tmp/tmp.XgWkiOHGTF ++ rm /tmp/tmp.lUdFA6nlvU /tmp/tmp.XgWkiOHGTF ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Ax9l3cg7tX ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Nglie9SqgX +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Ax9l3cg7tX +++++ cat /tmp/tmp.Nglie9SqgX +++++ rm /tmp/tmp.Ax9l3cg7tX /tmp/tmp.Nglie9SqgX +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j6hWYeUXnD +++ mktemp ++ local LAST_ERR=/tmp/tmp.hwK3ns80ZI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j6hWYeUXnD ++ cat /tmp/tmp.hwK3ns80ZI ++ rm /tmp/tmp.j6hWYeUXnD /tmp/tmp.hwK3ns80ZI ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1pScOAuNUZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.LSUqVxb8f2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1pScOAuNUZ ++ cat /tmp/tmp.LSUqVxb8f2 ++ rm /tmp/tmp.1pScOAuNUZ /tmp/tmp.LSUqVxb8f2 ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zu28Wm3dcN +++ mktemp ++ local LAST_ERR=/tmp/tmp.p7iRVqnXPw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zu28Wm3dcN ++ cat /tmp/tmp.p7iRVqnXPw ++ rm /tmp/tmp.zu28Wm3dcN /tmp/tmp.p7iRVqnXPw ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LFEOefvS2K +++ mktemp ++ local LAST_ERR=/tmp/tmp.GrWuIz8Q9k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LFEOefvS2K ++ cat /tmp/tmp.GrWuIz8Q9k ++ rm /tmp/tmp.LFEOefvS2K /tmp/tmp.GrWuIz8Q9k ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + kubectl_bin delete -f /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZxRMwik57o ++ mktemp + local LAST_ERR=/tmp/tmp.b4C36fPntE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.TdaMQQUilX/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZxRMwik57o perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.b4C36fPntE + rm /tmp/tmp.ZxRMwik57o /tmp/tmp.b4C36fPntE + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.dWPC2Y35tb ++ mktemp + local LAST_ERR=/tmp/tmp.OcVT80NN35 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dWPC2Y35tb persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.OcVT80NN35 + rm /tmp/tmp.dWPC2Y35tb /tmp/tmp.OcVT80NN35 + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e"' /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.nOJMrLU2TD ++ mktemp + local LAST_ERR=/tmp/tmp.YdYshVyOpJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nOJMrLU2TD secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.YdYshVyOpJ + rm /tmp/tmp.nOJMrLU2TD /tmp/tmp.YdYshVyOpJ + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_OUT=/tmp/tmp.AqVLukEU0z + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-29328~ + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.ega72XBmHH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AqVLukEU0z deployment.apps/pxc-client unchanged + cat /tmp/tmp.ega72XBmHH + rm /tmp/tmp.AqVLukEU0z /tmp/tmp.ega72XBmHH + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + local LAST_OUT=/tmp/tmp.WgSq1gUaJB + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1726-75d74a6e#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + cat /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-29328~ ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.WBd8ZfKwcD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WgSq1gUaJB perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.WBd8ZfKwcD + rm /tmp/tmp.WgSq1gUaJB /tmp/tmp.WBd8ZfKwcD + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.3cQ8GWkcRO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lK08A7X8m1 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.3cQ8GWkcRO +++ cat /tmp/tmp.lK08A7X8m1 +++ rm /tmp/tmp.3cQ8GWkcRO /tmp/tmp.lK08A7X8m1 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 ++ mktemp + local LAST_OUT=/tmp/tmp.RC1S07iExA ++ mktemp + local LAST_ERR=/tmp/tmp.vHa5YJcz0o + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-29328 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.RC1S07iExA + cat /tmp/tmp.vHa5YJcz0o error: no matching resources found + rm /tmp/tmp.RC1S07iExA /tmp/tmp.vHa5YJcz0o + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ppaUtsvNJj +++ mktemp ++ local LAST_ERR=/tmp/tmp.nRKaKCpptA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ppaUtsvNJj ++ cat /tmp/tmp.nRKaKCpptA ++ rm /tmp/tmp.ppaUtsvNJj /tmp/tmp.nRKaKCpptA ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ERB6XktcVI +++ mktemp ++ local LAST_ERR=/tmp/tmp.UO4Es7fEdt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ERB6XktcVI ++ cat /tmp/tmp.UO4Es7fEdt ++ rm /tmp/tmp.ERB6XktcVI /tmp/tmp.UO4Es7fEdt ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BqkZC3WuKj +++ mktemp ++ local LAST_ERR=/tmp/tmp.J8gXVJYmt4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BqkZC3WuKj ++ cat /tmp/tmp.J8gXVJYmt4 ++ rm /tmp/tmp.BqkZC3WuKj /tmp/tmp.J8gXVJYmt4 ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nPGDAbwlPs +++ mktemp ++ local LAST_ERR=/tmp/tmp.LTeO3mnG2a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nPGDAbwlPs ++ cat /tmp/tmp.LTeO3mnG2a ++ rm /tmp/tmp.nPGDAbwlPs /tmp/tmp.LTeO3mnG2a ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zJY7Ozvr8f +++ mktemp ++ local LAST_ERR=/tmp/tmp.XjtZ9dD9dD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zJY7Ozvr8f ++ cat /tmp/tmp.XjtZ9dD9dD ++ rm /tmp/tmp.zJY7Ozvr8f /tmp/tmp.XjtZ9dD9dD ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PqU8DOM4lx +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q12FvEZEvc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PqU8DOM4lx ++ cat /tmp/tmp.Q12FvEZEvc Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.PqU8DOM4lx /tmp/tmp.Q12FvEZEvc ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.myKrXf4iGh ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KWyHycabZx +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.myKrXf4iGh +++ cat /tmp/tmp.KWyHycabZx +++ rm /tmp/tmp.myKrXf4iGh /tmp/tmp.KWyHycabZx +++ return 0 ++ client_pod=pxc-client-6644d8898f-jdxc9 ++ wait_pod pxc-client-6644d8898f-jdxc9 ++ local pod=pxc-client-6644d8898f-jdxc9 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-jdxc9 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.j2gzguDakZ ++ mktemp + local LAST_ERR=/tmp/tmp.ZrjAI57Uec + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.j2gzguDakZ perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.ZrjAI57Uec + rm /tmp/tmp.j2gzguDakZ /tmp/tmp.ZrjAI57Uec + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update................................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JybgLFRS7w +++ mktemp ++ local LAST_ERR=/tmp/tmp.9zPFgaNy8C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JybgLFRS7w ++ cat /tmp/tmp.9zPFgaNy8C ++ rm /tmp/tmp.JybgLFRS7w /tmp/tmp.9zPFgaNy8C ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XMpA3UZx9o +++ mktemp ++ local LAST_ERR=/tmp/tmp.fgaHelEb3U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XMpA3UZx9o ++ cat /tmp/tmp.fgaHelEb3U ++ rm /tmp/tmp.XMpA3UZx9o /tmp/tmp.fgaHelEb3U ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6q3AXJcyoI +++ mktemp ++ local LAST_ERR=/tmp/tmp.52hBfKNxWs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6q3AXJcyoI ++ cat /tmp/tmp.52hBfKNxWs ++ rm /tmp/tmp.6q3AXJcyoI /tmp/tmp.52hBfKNxWs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p9pRAidQ1W +++ mktemp ++ local LAST_ERR=/tmp/tmp.iDthHnPlRL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p9pRAidQ1W ++ cat /tmp/tmp.iDthHnPlRL ++ rm /tmp/tmp.p9pRAidQ1W /tmp/tmp.iDthHnPlRL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.s08s6AKk54 +++ mktemp ++ local LAST_ERR=/tmp/tmp.iAgPgAU51J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s08s6AKk54 ++ cat /tmp/tmp.iAgPgAU51J ++ rm /tmp/tmp.s08s6AKk54 /tmp/tmp.iAgPgAU51J ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1CYJ1vYbUo +++ mktemp ++ local LAST_ERR=/tmp/tmp.DNGgMRdXNY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1CYJ1vYbUo ++ cat /tmp/tmp.DNGgMRdXNY ++ rm /tmp/tmp.1CYJ1vYbUo /tmp/tmp.DNGgMRdXNY ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BTZf9Hi1AB +++ mktemp ++ local LAST_ERR=/tmp/tmp.eOjmOjOgfQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BTZf9Hi1AB ++ cat /tmp/tmp.eOjmOjOgfQ ++ rm /tmp/tmp.BTZf9Hi1AB /tmp/tmp.eOjmOjOgfQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3m3LVPVxuQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.CxCssS9Ztg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3m3LVPVxuQ ++ cat /tmp/tmp.CxCssS9Ztg ++ rm /tmp/tmp.3m3LVPVxuQ /tmp/tmp.CxCssS9Ztg ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2LprxLiru0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5G4aoKPPmU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2LprxLiru0 ++ cat /tmp/tmp.5G4aoKPPmU ++ rm /tmp/tmp.2LprxLiru0 /tmp/tmp.5G4aoKPPmU ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KaxlMr82or ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.HhdFD4uZkF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KaxlMr82or +++++ cat /tmp/tmp.HhdFD4uZkF +++++ rm /tmp/tmp.KaxlMr82or /tmp/tmp.HhdFD4uZkF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QbuDSMJhzO +++ mktemp ++ local LAST_ERR=/tmp/tmp.lHkEWkblPB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QbuDSMJhzO ++ cat /tmp/tmp.lHkEWkblPB ++ rm /tmp/tmp.QbuDSMJhzO /tmp/tmp.lHkEWkblPB ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Km1n6Fl0e1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.aMOTZtwFlv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Km1n6Fl0e1 ++ cat /tmp/tmp.aMOTZtwFlv ++ rm /tmp/tmp.Km1n6Fl0e1 /tmp/tmp.aMOTZtwFlv ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5YFMUD2DZ7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZAEhXffN3S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5YFMUD2DZ7 ++ cat /tmp/tmp.ZAEhXffN3S ++ rm /tmp/tmp.5YFMUD2DZ7 /tmp/tmp.ZAEhXffN3S ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.foc7tv3EMw +++ mktemp ++ local LAST_ERR=/tmp/tmp.NpkJr4mlUP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.foc7tv3EMw ++ cat /tmp/tmp.NpkJr4mlUP ++ rm /tmp/tmp.foc7tv3EMw /tmp/tmp.NpkJr4mlUP ++ return 0 + client_pod=pxc-client-6644d8898f-jdxc9 + wait_pod pxc-client-6644d8898f-jdxc9 + local pod=pxc-client-6644d8898f-jdxc9 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-jdxc9 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-jdxc9 condition met pxc-client-6644d8898f-jdxc9.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.TdaMQQUilX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.TdaMQQUilX/select-1.sql + kubectl_bin delete -f /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.AjsG2fCc5j ++ mktemp + local LAST_ERR=/tmp/tmp.8XtJv2Qu8K + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.TdaMQQUilX/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AjsG2fCc5j perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.8XtJv2Qu8K + rm /tmp/tmp.AjsG2fCc5j /tmp/tmp.8XtJv2Qu8K + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.qpeau7Ce8z ++ mktemp + local LAST_ERR=/tmp/tmp.j1aVW1ZKQy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qpeau7Ce8z persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.j1aVW1ZKQy + rm /tmp/tmp.qpeau7Ce8z /tmp/tmp.j1aVW1ZKQy + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.wtMg404eIE ++ mktemp + local LAST_ERR=/tmp/tmp.gYoubLfpGA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1726/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wtMg404eIE deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.gYoubLfpGA + rm /tmp/tmp.wtMg404eIE /tmp/tmp.gYoubLfpGA + return 0 + destroy smart-update1-29328 + local namespace=smart-update1-29328 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' ++ get_operator_pod + grep -v 'the object has been modified' ++ local label_prefix=app.kubernetes.io/ + grep -v 'get backup status: Job.batch' + sort -u + tee /tmp/tmp.TdaMQQUilX/operator.log + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + grep -v level=info +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.TzHRsQ1iML +++ mktemp ++ local LAST_ERR=/tmp/tmp.Zgc0Qtiaiz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TzHRsQ1iML ++ cat /tmp/tmp.Zgc0Qtiaiz ++ rm /tmp/tmp.TzHRsQ1iML /tmp/tmp.Zgc0Qtiaiz ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-58867c4d5c-tm59h ++ mktemp + local LAST_OUT=/tmp/tmp.CtEbVSPI8e ++ mktemp + local LAST_ERR=/tmp/tmp.PneNukFzFg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-58867c4d5c-tm59h + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CtEbVSPI8e + cat /tmp/tmp.PneNukFzFg + rm /tmp/tmp.CtEbVSPI8e /tmp/tmp.PneNukFzFg + return 0 2024-06-10T12:20:10.225Z INFO setup Manager starting up {"gitCommit": "75d74a6ea09a77205fd1516a16b298cf30936045", "gitBranch": "PR-1726-75d74a6e", "buildTime": "2024-06-10T10:17:46Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"} 2024-06-10T12:20:10.225Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1390000"} 2024-06-10T12:20:10.226Z INFO setup Registering Components. 2024-06-10T12:20:12.933Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-06-10T12:20:13.016Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-06-10T12:20:13.016Z INFO controller-runtime.metrics Starting metrics server 2024-06-10T12:20:13.016Z INFO setup Starting the Cmd. 2024-06-10T12:20:13.017Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-06-10T12:20:13.017Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-06-10T12:20:13.017Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-06-10T12:20:13.017Z INFO controller-runtime.webhook Starting webhook server 2024-06-10T12:20:13.017Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-06-10T12:20:13.117Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-06-10T12:20:13.145Z DEBUG events percona-xtradb-cluster-operator-58867c4d5c-tm59h_35e283d4-e4e0-4104-89f3-c5a897267fae became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"97fc657c-11cb-4311-b74e-0a4e05017f86","apiVersion":"coordination.k8s.io/v1","resourceVersion":"64064"}, "reason": "LeaderElection"} 2024-06-10T12:20:13.145Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-06-10T12:20:13.146Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-06-10T12:20:13.146Z INFO Starting Controller {"controller": "pxc-controller"} 2024-06-10T12:20:13.146Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-06-10T12:20:13.146Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-06-10T12:20:13.146Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-06-10T12:20:13.146Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-06-10T12:20:13.255Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-06-10T12:20:13.255Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-06-10T12:20:13.263Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-06-10T12:22:29.002Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "66e78c09-2c9f-4772-8e86-5f2fa5fa6ebb", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:36.092Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "49120fbc-b928-4b64-a622-bb964ac6aa92", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:36.254Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "49120fbc-b928-4b64-a622-bb964ac6aa92"} 2024-06-10T12:22:36.677Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "86f12d7a-7ca4-4ab5-85ca-e17d364409d0", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:36.789Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "86f12d7a-7ca4-4ab5-85ca-e17d364409d0"} 2024-06-10T12:22:36.854Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7c4e4bed-0333-40e9-9f60-04853be190fd", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:36.959Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7c4e4bed-0333-40e9-9f60-04853be190fd"} 2024-06-10T12:22:41.678Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "97a9d361-954c-457f-84e9-b63d5bb88b01", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:41.773Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "97a9d361-954c-457f-84e9-b63d5bb88b01"} 2024-06-10T12:22:46.820Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b90b3a2f-97f8-41f0-bfba-bebb6761ef6a", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:46.951Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b90b3a2f-97f8-41f0-bfba-bebb6761ef6a"} 2024-06-10T12:22:52.009Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "78af5e67-5d3f-4195-9b96-ec053098db77", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:52.238Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "78af5e67-5d3f-4195-9b96-ec053098db77"} 2024-06-10T12:22:53.417Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "23b31d92-c85a-43ae-917e-58cb03759957", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:53.952Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "23b31d92-c85a-43ae-917e-58cb03759957"} 2024-06-10T12:22:58.417Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3cfef5db-b7fc-4930-9b21-c9521dd92889", "oldSize": 1, "newSize": 2} 2024-06-10T12:22:58.540Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3cfef5db-b7fc-4930-9b21-c9521dd92889"} 2024-06-10T12:23:03.601Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e1f538ac-f99d-4c08-af39-ce9b2c53dee2", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:03.689Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e1f538ac-f99d-4c08-af39-ce9b2c53dee2"} 2024-06-10T12:23:08.749Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "dcdca5d8-1906-4d45-93cf-f0b7c282a63d", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:08.971Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "dcdca5d8-1906-4d45-93cf-f0b7c282a63d"} 2024-06-10T12:23:14.069Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "95753fe8-3488-4b1d-90b0-8ed5f1e503a9", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:14.180Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "95753fe8-3488-4b1d-90b0-8ed5f1e503a9"} 2024-06-10T12:23:14.268Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "60fe3438-6cd6-41b7-8161-50e527b52bfe", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:19.269Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "13d4f82b-9b66-4199-828b-ccae2a69ab8e", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:25.397Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6a5be79c-0ae5-410c-8257-ed10882caf76", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:31.608Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "827b283f-c3d6-442c-b1b7-8519b702d2aa", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:37.776Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "89a6a80d-ffba-49ee-b580-802d02ca4004", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:44.387Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "311dc2d5-3c64-4373-b9d0-7341179c6b8c", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:50.534Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a4450846-fbd0-49db-ab09-bac0c52bffc6", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:51.732Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:51.791Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004", "user": "operator"} 2024-06-10T12:23:51.825Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004", "user": "monitor"} 2024-06-10T12:23:51.871Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004"} 2024-06-10T12:23:51.908Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004"} 2024-06-10T12:23:51.935Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004", "user": "xtrabackup"} 2024-06-10T12:23:51.983Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004"} 2024-06-10T12:23:52.010Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004", "user": "replication"} 2024-06-10T12:23:53.126Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f4cb2736-ddd7-43a9-a3db-ba54e7c86004", "err": "get primary pxc pod: not found"} 2024-06-10T12:23:56.733Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "82792314-aaa6-4412-a190-211ac5b68d23", "oldSize": 1, "newSize": 2} 2024-06-10T12:23:57.892Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "82792314-aaa6-4412-a190-211ac5b68d23", "err": "get primary pxc pod: not found"} 2024-06-10T12:24:02.936Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "810c4f35-1cff-44d1-b6e7-717e7d6549d2", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:04.093Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "810c4f35-1cff-44d1-b6e7-717e7d6549d2", "err": "get primary pxc pod: not found"} 2024-06-10T12:24:09.201Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "134881a8-4712-45ab-a671-b7b34555a272", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:10.437Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "134881a8-4712-45ab-a671-b7b34555a272", "err": "get primary pxc pod: not found"} 2024-06-10T12:24:15.558Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d29bfe01-408d-4f47-9e1a-05a6a97ab23e", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:21.784Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "4966afa8-4b4d-4dfc-a3f8-ab932902a1db", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:28.457Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "62c5db30-350a-49b0-bb42-0b649bb6a5c2", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:34.671Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "25e6cfc8-b964-4171-8b47-616c6c981ec2", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:40.976Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "dcc1afc0-a73e-4763-b585-597ce9a2e1ea", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:47.233Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ed52f2ab-6c2e-49ba-8a8c-2834594d3f94", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:53.479Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "93b3c920-c560-4c12-b2e9-385dcd293a53", "oldSize": 1, "newSize": 2} 2024-06-10T12:24:59.750Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1e19d78b-8b06-478e-8997-92071747d0f1", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:05.957Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e44bc4e5-7e55-4e26-ab7d-0849adc84009", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:07.228Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "4ceae900-9695-4c4f-8861-2a88f69e0753", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:12.229Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "81cd08e2-db07-44da-a4c5-8a5d91cec6cd", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:18.503Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f0ff8277-4a26-4a0f-8619-4d5e7a07bb5c", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:24.730Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ff5dffe5-c4fc-4dfb-b94f-6140fd681980", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:30.965Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1bab8163-6947-4ef8-bee3-e598b6939612", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:37.221Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ead2e2ae-4895-42f6-a7d7-0cbc7bd4e92f", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:44.002Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c763fd40-6d13-41ec-8cc6-89910b9ad731", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:50.341Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "07f6e087-8d4e-4ce2-835f-3279950a433e", "oldSize": 1, "newSize": 2} 2024-06-10T12:25:56.635Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d0af7d0e-513b-454c-b405-0a2d59c6562e", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:02.930Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "da9a7035-5ce6-4727-871c-b608783238b7", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:09.230Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "bcb994d3-92d5-4d40-a9e2-f665bc7e5da6", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:15.621Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "8048750c-e02f-4f46-aaba-6f52b3e83885", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:21.865Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3e92559d-3e67-434e-9bc8-6e8f0fed0864", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:23.611Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1db3a535-dfd9-4de6-9d57-b2c088f7c079", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:23.725Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1db3a535-dfd9-4de6-9d57-b2c088f7c079", "user": "root"} 2024-06-10T12:26:25.023Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1db3a535-dfd9-4de6-9d57-b2c088f7c079", "new version": "8.0.19-10"} 2024-06-10T12:26:25.150Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "27c9c369-c6fc-4d83-ab52-10270f191abe", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:26.442Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1db3a535-dfd9-4de6-9d57-b2c088f7c079"} 2024-06-10T12:26:28.611Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e8b0513b-9e4c-4773-9089-fcc4b928e245", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:31.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e8b0513b-9e4c-4773-9089-fcc4b928e245"} 2024-06-10T12:26:34.928Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9c8014f2-2b56-4c93-98f5-4a9adb77f62b", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:37.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9c8014f2-2b56-4c93-98f5-4a9adb77f62b"} 2024-06-10T12:26:41.299Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b01641de-c204-4bcb-8cc7-ad90ba681a21", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:43.888Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b01641de-c204-4bcb-8cc7-ad90ba681a21"} 2024-06-10T12:26:47.595Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e02f1fce-49b6-4c5d-b643-4efa99f81072", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:50.187Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e02f1fce-49b6-4c5d-b643-4efa99f81072"} 2024-06-10T12:26:53.923Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "43b0c90d-15d1-4157-a7a7-3b2d8f5a5b38", "oldSize": 1, "newSize": 2} 2024-06-10T12:26:56.628Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "43b0c90d-15d1-4157-a7a7-3b2d8f5a5b38"} 2024-06-10T12:27:00.281Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ea1a81df-edd8-4b50-a768-47173704ecd0", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:02.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ea1a81df-edd8-4b50-a768-47173704ecd0"} 2024-06-10T12:27:06.607Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "99c47fb6-4ea9-4959-99eb-4f7136c73521", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:09.445Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "99c47fb6-4ea9-4959-99eb-4f7136c73521"} 2024-06-10T12:27:13.052Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6e75cd62-369f-45f0-9653-067d7b9647dc", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:15.770Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6e75cd62-369f-45f0-9653-067d7b9647dc"} 2024-06-10T12:27:19.422Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "31aa558f-7794-4d51-bce7-47d0674d6eca", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:21.981Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "31aa558f-7794-4d51-bce7-47d0674d6eca"} 2024-06-10T12:27:25.715Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ff5f747d-5346-4e04-892d-7c4e70652136", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:28.381Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ff5f747d-5346-4e04-892d-7c4e70652136"} 2024-06-10T12:27:32.105Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5507a23a-ba09-4e3d-a9a5-ca899e838c03", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:34.122Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e962b4f0-c1f5-46fe-bd69-cf17909bdca8", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:34.461Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "oldSize": 1, "newSize": 2} 2024-06-10T12:27:34.876Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5507a23a-ba09-4e3d-a9a5-ca899e838c03"} 2024-06-10T12:27:35.564Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1"} 2024-06-10T12:27:35.573Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-2"} 2024-06-10T12:27:35.573Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-29328.svc.cluster.local"} 2024-06-10T12:27:55.806Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-10T12:28:55.846Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-2"} 2024-06-10T12:29:55.873Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-2"} 2024-06-10T12:29:55.879Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-2"} 2024-06-10T12:29:55.880Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-1"} 2024-06-10T12:30:16.116Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-10T12:31:16.157Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-1"} 2024-06-10T12:32:06.218Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-1"} 2024-06-10T12:32:06.224Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-0"} 2024-06-10T12:32:06.224Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-1"} 2024-06-10T12:32:26.582Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-10T12:33:36.599Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-0"} 2024-06-10T12:34:26.627Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-0"} 2024-06-10T12:34:26.634Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "pod name": "smart-update-pxc-0"} 2024-06-10T12:34:26.634Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1"} 2024-06-10T12:34:26.737Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d35e966b-b067-4122-97ee-7d61a0c4deb1", "new version": "8.0.36-28.1"} 2024-06-10T12:34:26.906Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "0d861223-abd7-496b-9e02-4ac3397d08b6", "oldSize": 1, "newSize": 2} 2024-06-10T12:34:29.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "0d861223-abd7-496b-9e02-4ac3397d08b6"} 2024-06-10T12:34:31.907Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "342c5a08-a225-43bb-9b24-05f63817fd32", "oldSize": 1, "newSize": 2} 2024-06-10T12:34:34.546Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "342c5a08-a225-43bb-9b24-05f63817fd32"} 2024-06-10T12:34:38.359Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "fd661b63-50ea-4ea1-844d-0b2434c16144", "oldSize": 1, "newSize": 2} 2024-06-10T12:34:41.077Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "fd661b63-50ea-4ea1-844d-0b2434c16144"} 2024-06-10T12:34:44.902Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "01553a45-99e2-45f8-9c97-5c7c1901a8aa", "oldSize": 1, "newSize": 2} 2024-06-10T12:34:46.580Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f9a6b92b-3771-4d77-9c6f-8a9d8dd54ec2", "oldSize": 1, "newSize": 2} 2024-06-10T12:34:47.946Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "01553a45-99e2-45f8-9c97-5c7c1901a8aa"} 2024-06-10T12:35:42.475Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9925f789-21c5-4068-bb13-e09bf2e7c64c", "oldSize": 1, "newSize": 2} 2024-06-10T12:35:42.664Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9925f789-21c5-4068-bb13-e09bf2e7c64c"} 2024-06-10T12:35:43.171Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "81e2c9f5-9f09-4e72-b89d-59a9e3f75f02", "oldSize": 1, "newSize": 2} 2024-06-10T12:35:43.303Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "81e2c9f5-9f09-4e72-b89d-59a9e3f75f02"} 2024-06-10T12:35:43.474Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 04e1eb52-72a7-4649-9fc4-88f442073924 2024-06-10T12:35:43.539Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "45b8b9b8-8705-4eea-8b2e-b532972031ea", "oldSize": 1, "newSize": 2} 2024-06-10T12:35:43.645Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "45b8b9b8-8705-4eea-8b2e-b532972031ea"} 2024-06-10T12:35:48.540Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "10ee3856-86c1-4b55-b22a-1913e197100e", "oldSize": 1, "newSize": 2} 2024-06-10T12:35:48.638Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "10ee3856-86c1-4b55-b22a-1913e197100e"} 2024-06-10T12:35:53.680Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "731bd7fd-9ef2-4483-80d7-984c38457a2c", "oldSize": 1, "newSize": 2} 2024-06-10T12:35:53.861Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "731bd7fd-9ef2-4483-80d7-984c38457a2c"} 2024-06-10T12:35:58.929Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "90a7877c-a5c8-4224-bab2-7189270e20c0", "oldSize": 1, "newSize": 2} 2024-06-10T12:35:59.030Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "90a7877c-a5c8-4224-bab2-7189270e20c0"} 2024-06-10T12:36:04.074Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "48ec59b9-44ba-4706-b887-716cd2d018c5", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:04.239Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "48ec59b9-44ba-4706-b887-716cd2d018c5"} 2024-06-10T12:36:09.297Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e2907352-95cd-4af4-bedd-d74ef701c1c3", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:09.431Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e2907352-95cd-4af4-bedd-d74ef701c1c3"} 2024-06-10T12:36:14.490Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "dd9e5108-7ea6-435e-a5d7-7e8e5dbc5107", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:14.609Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "dd9e5108-7ea6-435e-a5d7-7e8e5dbc5107"} 2024-06-10T12:36:19.659Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e48654ec-84c5-419b-81fa-eed40a2b35d2", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:19.778Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e48654ec-84c5-419b-81fa-eed40a2b35d2"} 2024-06-10T12:36:24.811Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "02d3d6e3-6a73-4660-8625-4893efed2d52", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:24.937Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "02d3d6e3-6a73-4660-8625-4893efed2d52"} 2024-06-10T12:36:29.996Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "49e12008-0aa3-45a2-b579-27a5fe6b21df", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:30.097Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "49e12008-0aa3-45a2-b579-27a5fe6b21df"} 2024-06-10T12:36:35.137Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c2981429-6e2b-4c65-89a0-b41db20e6ac6", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:35.300Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c2981429-6e2b-4c65-89a0-b41db20e6ac6"} 2024-06-10T12:36:40.393Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a9116eb3-f85d-4b66-a769-45b0a867fcb3", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:40.493Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a9116eb3-f85d-4b66-a769-45b0a867fcb3"} 2024-06-10T12:36:45.536Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6f1b8dbc-eb00-4e26-96a0-03860711fd79", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:45.625Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6f1b8dbc-eb00-4e26-96a0-03860711fd79"} 2024-06-10T12:36:50.668Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ca9e6f94-12cc-4c73-ac47-989bc8fbdde3", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:50.762Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ca9e6f94-12cc-4c73-ac47-989bc8fbdde3"} 2024-06-10T12:36:55.806Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "67becd4e-4832-49a6-bcf6-7afac8e0d4af", "oldSize": 1, "newSize": 2} 2024-06-10T12:36:55.904Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "67becd4e-4832-49a6-bcf6-7afac8e0d4af"} 2024-06-10T12:37:00.958Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a0fd070d-7722-439a-b13f-aca8e11b73f0", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:01.117Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a0fd070d-7722-439a-b13f-aca8e11b73f0"} 2024-06-10T12:37:01.298Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7c508559-6729-4d48-b8df-54a18364d6c4", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:01.489Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7c508559-6729-4d48-b8df-54a18364d6c4"} 2024-06-10T12:37:06.299Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5f19344d-6cc7-403e-9bb8-019e341e9436", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:06.442Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5f19344d-6cc7-403e-9bb8-019e341e9436"} 2024-06-10T12:37:11.565Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b3dbfab5-efc2-495a-b0be-4d1797249a82", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:11.695Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b3dbfab5-efc2-495a-b0be-4d1797249a82"} 2024-06-10T12:37:16.768Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5e23ded5-14af-4ac6-a11c-3e749a16ea2b", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:16.910Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5e23ded5-14af-4ac6-a11c-3e749a16ea2b"} 2024-06-10T12:37:22.009Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "8337f7f7-fd6a-41aa-9222-93ded33bf6fc", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:22.180Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "8337f7f7-fd6a-41aa-9222-93ded33bf6fc"} 2024-06-10T12:37:27.267Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b0f672ab-be33-44da-8d37-2f5fe5960c16", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:27.422Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b0f672ab-be33-44da-8d37-2f5fe5960c16"} 2024-06-10T12:37:27.519Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "545f6d63-a5e9-4ce8-b5c4-c0406f13e614", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:32.520Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "4ab71f34-beae-48c6-a927-fd3ae4b23944", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:38.727Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "388277a8-8a1a-4c33-b910-1e0c897ab194", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:44.939Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2f5c8e1a-053c-4791-9ffc-55f43540d73c", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:51.157Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9abca2bb-d0b2-429b-9a95-ca795dddb7f8", "oldSize": 1, "newSize": 2} 2024-06-10T12:37:57.966Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "567aea25-b829-42b5-ba19-5829e80e1cf6", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:04.381Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "285d6384-043f-4763-9817-7302f8c99e37", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:10.630Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ee7cf469-8f25-42bb-9038-8d2324dffdbb", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:11.966Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "85c2309a-3b58-4397-86dd-d0597cc2feae", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:16.967Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a5cf9039-3457-4c9a-a2ad-fbe137aa57de", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:23.205Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c20dc68b-96d3-4a9d-abd4-2446020d86c8", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:29.857Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c90ace83-3f35-40f1-8e01-9b958d841dbc", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:36.092Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "8e0efa15-1a0b-4185-84a2-efa9028ddcfa", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:42.767Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3101a0b1-3b54-4266-b3b6-d9da196d75d6", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:49.051Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5df9317c-865a-4691-81d3-ece24334c22b", "oldSize": 1, "newSize": 2} 2024-06-10T12:38:55.310Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "69bd6919-a7f2-4cb3-8079-d289415870dc", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:01.584Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "0755c659-b5f8-4826-8eb7-157c026ba445", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:07.831Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "866bab69-82b1-42c0-8717-49d0b8a93f09", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:14.191Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f62e08bc-b7c9-4a0b-a5f5-29df0548c8e9", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:20.433Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "de330cf4-b70c-4299-928c-5221cdc380ee", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:26.764Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3aef53d0-8169-4537-98b8-d16f63b0404b", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:28.071Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7eb5afa1-2791-4977-890c-9a4f9f229716", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:29.443Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7eb5afa1-2791-4977-890c-9a4f9f229716", "new version": "8.0.19-10"} 2024-06-10T12:39:29.564Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "4f273ceb-7f73-47e1-89fe-3f35fff867b0", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:33.072Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e1e99a9a-a4f9-48ec-814e-21a12247ae29", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:39.389Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5fb74988-f365-4be4-9531-d34e996a5a3d", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:45.673Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ee9c313b-fbe4-4b35-ad25-f481de43b90e", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:51.952Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9913e55b-3bb0-4822-8d4d-da70ad274617", "oldSize": 1, "newSize": 2} 2024-06-10T12:39:58.605Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6100465c-ac9d-4952-8009-7e40230d6a82", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:04.933Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6d2b6fce-5312-4fbd-b7cb-bca589e5d539", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:11.261Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3cfaf054-f068-4c9a-b1cd-1d51734c79ba", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:17.569Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "de8e7dc6-8338-41b2-82e1-648ef8dad250", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:23.854Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "84f55d87-c2d5-465b-9120-bd84c552cba4", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:30.602Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "8ed91627-0d99-4915-aff4-39040c60b04b", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:33.908Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9b83a429-d329-4210-8b80-c2d117f721e9", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:34.182Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "oldSize": 1, "newSize": 2} 2024-06-10T12:40:35.291Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf"} 2024-06-10T12:40:35.302Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-2"} 2024-06-10T12:40:35.302Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-29328"} 2024-06-10T12:41:55.660Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-2"} 2024-06-10T12:41:55.676Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-1"} 2024-06-10T12:42:15.927Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-06-10T12:43:25.972Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-1"} 2024-06-10T12:43:25.993Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-0"} 2024-06-10T12:43:46.395Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-10T12:44:46.438Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "pod name": "smart-update-pxc-0"} 2024-06-10T12:44:46.457Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf"} 2024-06-10T12:44:46.545Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "aa22b5b7-cb24-4f71-bca6-4c78b15c78bf", "new version": "8.0.36-28.1"} 2024-06-10T12:44:46.692Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "dda9405c-36be-4215-a9ab-d18d62213e9c", "oldSize": 1, "newSize": 2} 2024-06-10T12:44:51.692Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e63ad343-60a8-442a-8591-4e2a2a6483c7", "oldSize": 1, "newSize": 2} 2024-06-10T12:44:58.530Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1a3b7fa4-0ae4-4f00-b0a2-877878f41c95", "oldSize": 1, "newSize": 2} 2024-06-10T12:45:04.888Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "229dd7a2-0512-4ac3-bc9f-05b1abf0484b", "oldSize": 1, "newSize": 2} 2024-06-10T12:45:06.278Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c74a9902-2919-421d-857c-9b1e868e0773", "oldSize": 1, "newSize": 2} 2024-06-10T12:45:58.038Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "37befc72-c958-4307-81bd-30a04b46498a", "oldSize": 1, "newSize": 2} 2024-06-10T12:45:58.236Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "37befc72-c958-4307-81bd-30a04b46498a"} 2024-06-10T12:45:58.984Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: f2fa0554-5965-49ad-a1c8-ad64550cc304 2024-06-10T12:45:59.091Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "afb42f55-e63a-4980-81d3-d91e8fc4ba22", "oldSize": 1, "newSize": 2} 2024-06-10T12:45:59.208Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "afb42f55-e63a-4980-81d3-d91e8fc4ba22"} 2024-06-10T12:45:59.687Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2b9d3f69-d3f2-44e6-ae4f-7f71002b5547", "oldSize": 1, "newSize": 2} 2024-06-10T12:45:59.801Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2b9d3f69-d3f2-44e6-ae4f-7f71002b5547"} 2024-06-10T12:46:04.910Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d69fd84a-15c1-44da-86e1-a8f5aa168916", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:05.020Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d69fd84a-15c1-44da-86e1-a8f5aa168916"} 2024-06-10T12:46:10.078Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ed5dbf7c-7f26-4c7e-9859-65d645b5034e", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:10.479Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ed5dbf7c-7f26-4c7e-9859-65d645b5034e"} 2024-06-10T12:46:15.563Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "16026de9-c8b1-4f54-b9bc-b43b6157deae", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:15.712Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "16026de9-c8b1-4f54-b9bc-b43b6157deae"} 2024-06-10T12:46:20.755Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1b639ebf-e1f5-42b2-9c24-80f039914b55", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:20.864Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1b639ebf-e1f5-42b2-9c24-80f039914b55"} 2024-06-10T12:46:25.920Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "134d9ae1-f53b-457a-8ba7-48c8d9b7c089", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:26.026Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "134d9ae1-f53b-457a-8ba7-48c8d9b7c089"} 2024-06-10T12:46:31.076Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5e3bea52-0829-4adc-9c34-5b53a0c082b7", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:31.251Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5e3bea52-0829-4adc-9c34-5b53a0c082b7"} 2024-06-10T12:46:36.309Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "bff3eade-6f5f-4ea0-ab55-959a0df9fc2c", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:36.426Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "bff3eade-6f5f-4ea0-ab55-959a0df9fc2c"} 2024-06-10T12:46:41.476Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f819c8d6-b51d-4e31-a35e-0434317b4370", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:41.582Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "f819c8d6-b51d-4e31-a35e-0434317b4370"} 2024-06-10T12:46:46.633Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d9bcec36-1c7e-468e-8cb9-e601a3096124", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:46.735Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "d9bcec36-1c7e-468e-8cb9-e601a3096124"} 2024-06-10T12:46:51.800Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "65b01e76-2950-4522-be81-3489bad0861d", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:51.925Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "65b01e76-2950-4522-be81-3489bad0861d"} 2024-06-10T12:46:56.989Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "20691407-acad-4ec7-bd40-aef3e333f598", "oldSize": 1, "newSize": 2} 2024-06-10T12:46:57.111Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "20691407-acad-4ec7-bd40-aef3e333f598"} 2024-06-10T12:47:02.159Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3ef7e90c-8717-4230-a7b4-a0249abad566", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:02.384Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3ef7e90c-8717-4230-a7b4-a0249abad566"} 2024-06-10T12:47:07.471Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "08825abb-5489-4257-b110-060018150b0b", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:07.616Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "08825abb-5489-4257-b110-060018150b0b"} 2024-06-10T12:47:12.683Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1b9fea5b-49ba-4f26-a698-3b8a5b6d41e3", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:12.798Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1b9fea5b-49ba-4f26-a698-3b8a5b6d41e3"} 2024-06-10T12:47:12.889Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "4958a652-f58e-4cf0-a692-8a98ea72fc6f", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:13.042Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "4958a652-f58e-4cf0-a692-8a98ea72fc6f"} 2024-06-10T12:47:14.142Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6d2b51aa-558a-4e82-9599-a9bde5b8b495", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:14.310Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6d2b51aa-558a-4e82-9599-a9bde5b8b495"} 2024-06-10T12:47:17.890Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a116360f-22fb-4ab8-96a1-9f9d6240ccdf", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:18.092Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a116360f-22fb-4ab8-96a1-9f9d6240ccdf"} 2024-06-10T12:47:23.224Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1f59a4c9-f228-4af8-9b29-c08406c0e17a", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:23.811Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1f59a4c9-f228-4af8-9b29-c08406c0e17a"} 2024-06-10T12:47:28.957Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "10b7a1f0-6b26-49d4-8f41-b1d83ab5d188", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:29.086Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "10b7a1f0-6b26-49d4-8f41-b1d83ab5d188"} 2024-06-10T12:47:34.166Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2f0b91cf-a236-420e-ba29-5f1b7826d1a3", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:34.332Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2f0b91cf-a236-420e-ba29-5f1b7826d1a3"} 2024-06-10T12:47:39.474Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b7900464-600b-44d1-8838-378e2460fc28", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:39.602Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b7900464-600b-44d1-8838-378e2460fc28"} 2024-06-10T12:47:39.713Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2b7809b7-002a-4f37-ab62-c2c77c6be42b", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:44.712Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "26a5d9a6-0896-46a5-b264-1cc009fe5a15", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:50.947Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "46c2b9cd-84dc-44c9-9cdb-b928fc975ccb", "oldSize": 1, "newSize": 2} 2024-06-10T12:47:57.207Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "49da9839-339d-4091-b2a0-e63d34b214ee", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:03.517Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "7274da05-2557-4bf3-9a83-ded58e83ced1", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:09.759Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "e6750a08-3324-43ea-a19f-18f0bce5fc34", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:16.033Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "27807c0c-fecb-455f-8344-22e2ea250e4d", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:22.230Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "11fd200d-38e2-4a56-8576-0267f1981ba8", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:28.948Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b8e962e7-5890-4f83-ad6a-bafe04aa8ad2", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:30.262Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5ef07e5a-2cb9-443c-a47c-b97d18b14307", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:35.263Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "ba7b7d42-d559-4e28-80ce-64b434ebd2e0", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:41.507Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5fa1eb24-fb2f-4e89-a164-6f4d423bcc18", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:47.819Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3e7ff4ea-4049-48fd-9ff3-f18ab3a078f1", "oldSize": 1, "newSize": 2} 2024-06-10T12:48:54.038Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "2f289fb4-22d2-4825-bc44-1f4a94f984ec", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:00.250Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "1cff0b7e-568e-4c1b-93c7-ca1fb2c42934", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:06.543Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "80906316-9736-457f-87dd-9e30c19b663a", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:12.962Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "cba92aa7-78c9-448e-9470-38bc3fab6917", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:19.287Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "95e48f32-c27f-4611-b28b-092e67bc0e56", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:25.531Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b2e27a1f-e22a-4d77-a284-f611a21324bd", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:32.215Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "5eead80d-2000-4976-9d9c-71e488bb3257", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:38.597Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "63e0bbd9-395e-4b39-9a04-6c9c58457bcf", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:39.889Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "fd1afd49-f25b-48d2-a2b9-652c542c20fa", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:41.191Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "fd1afd49-f25b-48d2-a2b9-652c542c20fa", "new version": "8.0.19-10"} 2024-06-10T12:49:41.333Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "9e3b2a0c-28bd-4e41-bc7c-e92207140c63", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:44.890Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "42db9a6e-dafd-4e5c-b814-26cdbfac6ab0", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:51.200Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b2ec6277-751a-477d-bf0f-4f6cf6b6448e", "oldSize": 1, "newSize": 2} 2024-06-10T12:49:58.544Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "11e94780-ccb9-4a8e-8825-efe32158ef39", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:04.848Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "c1611592-1b44-43d9-8c21-b67ec8f89020", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:11.192Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3d1bb7f0-11a0-4695-bbc3-98124ec24e66", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:17.481Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a5bf3a50-b927-4baa-add0-ef52045fc3be", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:23.809Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "b4c8a113-8ab4-476f-9ba3-850038d24b0b", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:30.123Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "3e30c8e0-1197-4817-adf1-c5dc5df74ef2", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:36.442Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "88a36515-27dc-49eb-a35d-82850b2ac292", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:43.321Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "667fe931-2985-461f-a639-635223e2d5cf", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:48.795Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "0a591efb-60b4-4638-84e7-a55b6b0914f4", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:49.098Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "oldSize": 1, "newSize": 2} 2024-06-10T12:50:50.218Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35"} 2024-06-10T12:50:50.228Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-2"} 2024-06-10T12:50:50.228Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-29328"} 2024-06-10T12:51:10.524Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-06-10T12:52:20.590Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-2"} 2024-06-10T12:52:20.624Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-1"} 2024-06-10T12:53:40.881Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-1"} 2024-06-10T12:53:40.901Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-0"} 2024-06-10T12:54:01.165Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-06-10T12:55:01.180Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "pod name": "smart-update-pxc-0"} 2024-06-10T12:55:01.200Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35"} 2024-06-10T12:55:01.288Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "94fd5eee-ccc7-4f4e-9ef0-7bb3fe4e2c35", "new version": "8.0.36-28.1"} 2024-06-10T12:55:01.466Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "a994e821-dd52-4eb1-bb0c-870a93d072a1", "oldSize": 1, "newSize": 2} 2024-06-10T12:55:06.466Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "563a6b86-df98-4835-a4a0-6aef79c73399", "oldSize": 1, "newSize": 2} 2024-06-10T12:55:12.910Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "6317d743-6e17-43ba-baaa-bb183e9c8e3a", "oldSize": 1, "newSize": 2} 2024-06-10T12:55:19.285Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "62bf88a9-92c8-466e-8a1b-d226d79f93bd", "oldSize": 1, "newSize": 2} 2024-06-10T12:55:25.616Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "044fb46a-e214-4a42-8b9a-5099ff23145b", "oldSize": 1, "newSize": 2} 2024-06-10T12:55:27.015Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-29328", "name": "smart-update", "reconcileID": "0e05b4a9-2712-4346-b31e-f4e51b42fa51", "oldSize": 1, "newSize": 2} /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.U2XYTIYdne ++ mktemp + local LAST_ERR=/tmp/tmp.Ihexy1M60i + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.U2XYTIYdne No resources found + cat /tmp/tmp.Ihexy1M60i + rm /tmp/tmp.U2XYTIYdne /tmp/tmp.Ihexy1M60i + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.1d4ahtK19X ++ mktemp + local LAST_ERR=/tmp/tmp.01WPW33AH3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1d4ahtK19X No resources found + cat /tmp/tmp.01WPW33AH3 + rm /tmp/tmp.1d4ahtK19X /tmp/tmp.01WPW33AH3 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ogvsyLyk40 ++ mktemp + local LAST_ERR=/tmp/tmp.HSIOmcEueW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ogvsyLyk40 No resources found + cat /tmp/tmp.HSIOmcEueW + rm /tmp/tmp.ogvsyLyk40 /tmp/tmp.HSIOmcEueW + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.pz3jc4tVqy ++ mktemp + local LAST_ERR=/tmp/tmp.N2sL9BQeMi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pz3jc4tVqy validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.N2sL9BQeMi + rm /tmp/tmp.pz3jc4tVqy /tmp/tmp.N2sL9BQeMi + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-29328 + rm -rf /tmp/tmp.TdaMQQUilX + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.p340q78lLq + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.Q9TGlyY7l3 ++ mktemp + local LAST_ERR=/tmp/tmp.8DaGrUipqU + local exit_status=0 + local LAST_ERR=/tmp/tmp.6Js5kas6TM + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-29328 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator