Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-28230 + local ns=smart-update1-28230 + '[' -n pxc-operator ']' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n smart-update1-14778 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.gjvLG1N9i4 ++ mktemp + local LAST_ERR=/tmp/tmp.9mBlX1szEf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gjvLG1N9i4 perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.9mBlX1szEf + rm /tmp/tmp.gjvLG1N9i4 /tmp/tmp.9mBlX1szEf + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.8pC20OXDoH ++ mktemp + local LAST_ERR=/tmp/tmp.fWUclbb1YR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8pC20OXDoH No resources found + cat /tmp/tmp.fWUclbb1YR + rm /tmp/tmp.8pC20OXDoH /tmp/tmp.fWUclbb1YR + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.7X7fq9UShU ++ mktemp + local LAST_ERR=/tmp/tmp.i6YrsevmpJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7X7fq9UShU No resources found + cat /tmp/tmp.i6YrsevmpJ + rm /tmp/tmp.7X7fq9UShU /tmp/tmp.i6YrsevmpJ + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.eIBEhVo0PK ++ mktemp + local LAST_ERR=/tmp/tmp.tyiJisNZQZ + local exit_status=0 ++ seq 0 2 + awk '{print$1}' + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ mktemp + local LAST_OUT=/tmp/tmp.SsoXVEU1TO ++ mktemp + local LAST_ERR=/tmp/tmp.O5AE2L2JZ3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eIBEhVo0PK + cat /tmp/tmp.tyiJisNZQZ + rm /tmp/tmp.eIBEhVo0PK /tmp/tmp.tyiJisNZQZ + return 0 namespace "cert-manager" deleted namespace "smart-update1-14778" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SsoXVEU1TO namespace "pxc-operator" deleted + cat /tmp/tmp.O5AE2L2JZ3 + rm /tmp/tmp.SsoXVEU1TO /tmp/tmp.O5AE2L2JZ3 + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.zftGYCGsQb ++ mktemp + local LAST_ERR=/tmp/tmp.eJK4gCIyaO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zftGYCGsQb namespace/pxc-operator created + cat /tmp/tmp.eJK4gCIyaO + rm /tmp/tmp.zftGYCGsQb /tmp/tmp.eJK4gCIyaO + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xtw13O3FkO +++ mktemp ++ local LAST_ERR=/tmp/tmp.Of8BLLwMDv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xtw13O3FkO ++ cat /tmp/tmp.Of8BLLwMDv ++ rm /tmp/tmp.Xtw13O3FkO /tmp/tmp.Of8BLLwMDv ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1706-347969f5-1-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.DBrv7qYFpN ++ mktemp + local LAST_ERR=/tmp/tmp.ZQMzGBx3O2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1706-347969f5-1-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DBrv7qYFpN Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1706-347969f5-1-cluster1" modified. + cat /tmp/tmp.ZQMzGBx3O2 + rm /tmp/tmp.DBrv7qYFpN /tmp/tmp.ZQMzGBx3O2 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.2cp6Pw2xhB ++ mktemp + local LAST_ERR=/tmp/tmp.v5TYkxYDfb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2cp6Pw2xhB customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.v5TYkxYDfb + rm /tmp/tmp.2cp6Pw2xhB /tmp/tmp.v5TYkxYDfb + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.vrfP9ajRr8 ++ mktemp + local LAST_ERR=/tmp/tmp.w21oQ0Uidd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vrfP9ajRr8 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.w21oQ0Uidd + rm /tmp/tmp.vrfP9ajRr8 /tmp/tmp.w21oQ0Uidd + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.MTDBmTfwfb ++ mktemp + local LAST_ERR=/tmp/tmp.9G0RxzIM0n + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MTDBmTfwfb deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.9G0RxzIM0n + rm /tmp/tmp.MTDBmTfwfb /tmp/tmp.9G0RxzIM0n + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.Qrov3ApJS6 ++ mktemp + local LAST_ERR=/tmp/tmp.U0GBPcI7D0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Qrov3ApJS6 pod/percona-xtradb-cluster-operator-795676b7f9-lv5wq condition met + cat /tmp/tmp.U0GBPcI7D0 + rm /tmp/tmp.Qrov3ApJS6 /tmp/tmp.U0GBPcI7D0 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.K2JnmTXuCX +++ mktemp ++ local LAST_ERR=/tmp/tmp.0BQ9F5dVAZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K2JnmTXuCX ++ cat /tmp/tmp.0BQ9F5dVAZ ++ rm /tmp/tmp.K2JnmTXuCX /tmp/tmp.0BQ9F5dVAZ ++ return 0 + wait_pod percona-xtradb-cluster-operator-795676b7f9-lv5wq 480 pxc-operator + local pod=percona-xtradb-cluster-operator-795676b7f9-lv5wq + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-795676b7f9-lv5wq ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-795676b7f9-lv5wq condition met percona-xtradb-cluster-operator-795676b7f9-lv5wq.Ok + sleep 3 + create_namespace smart-update1-28230 + local namespace=smart-update1-28230 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-28230' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-28230 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-28230 + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.VVBxNZKS5L ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.mSx3hBJrcD + local LAST_ERR=/tmp/tmp.2SBJ9FFgQU + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.8J3j8wkiLW + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-28230 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-28230 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mSx3hBJrcD + cat /tmp/tmp.8J3j8wkiLW + rm /tmp/tmp.mSx3hBJrcD /tmp/tmp.8J3j8wkiLW + return 0 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.VVBxNZKS5L + cat /tmp/tmp.2SBJ9FFgQU Error from server (NotFound): namespaces "smart-update1-28230" not found + rm /tmp/tmp.VVBxNZKS5L /tmp/tmp.2SBJ9FFgQU + return 1 + : + wait_for_delete namespace/smart-update1-28230 + local res=namespace/smart-update1-28230 + echo -n 'namespace/smart-update1-28230 - ' namespace/smart-update1-28230 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-28230" not found + desc 'create namespace smart-update1-28230' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-28230 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-28230 ++ mktemp + local LAST_OUT=/tmp/tmp.vwfDlmebJ5 ++ mktemp + local LAST_ERR=/tmp/tmp.JJ38WqIeJe + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-28230 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vwfDlmebJ5 namespace/smart-update1-28230 created + cat /tmp/tmp.JJ38WqIeJe + rm /tmp/tmp.vwfDlmebJ5 /tmp/tmp.JJ38WqIeJe + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.K6XCMzkinH +++ mktemp ++ local LAST_ERR=/tmp/tmp.vVUIFLSKYt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K6XCMzkinH ++ cat /tmp/tmp.vVUIFLSKYt ++ rm /tmp/tmp.K6XCMzkinH /tmp/tmp.vVUIFLSKYt ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1706-347969f5-1-cluster1 --namespace=smart-update1-28230 ++ mktemp + local LAST_OUT=/tmp/tmp.Jx8pevbhHw ++ mktemp + local LAST_ERR=/tmp/tmp.htcjqixca7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1706-347969f5-1-cluster1 --namespace=smart-update1-28230 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Jx8pevbhHw Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1706-347969f5-1-cluster1" modified. + cat /tmp/tmp.htcjqixca7 + rm /tmp/tmp.Jx8pevbhHw /tmp/tmp.htcjqixca7 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.5qOcIB98OG ++ mktemp + local LAST_ERR=/tmp/tmp.MuhjH2d0wK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5qOcIB98OG secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.MuhjH2d0wK + rm /tmp/tmp.5qOcIB98OG /tmp/tmp.MuhjH2d0wK + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.CpKezzHxKj ++ mktemp + local LAST_ERR=/tmp/tmp.eQLhkZmQWb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CpKezzHxKj configmap/versions created + cat /tmp/tmp.eQLhkZmQWb + rm /tmp/tmp.CpKezzHxKj /tmp/tmp.eQLhkZmQWb + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.zm2yvfh1e8 ++ mktemp + local LAST_ERR=/tmp/tmp.Xcbl8l3IY3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zm2yvfh1e8 deployment.apps/version-service created service/version-service created + cat /tmp/tmp.Xcbl8l3IY3 + rm /tmp/tmp.zm2yvfh1e8 /tmp/tmp.Xcbl8l3IY3 + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.p7VbAKOjPM ++ mktemp + local LAST_ERR=/tmp/tmp.N7kQLNyXAi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.p7VbAKOjPM namespace/cert-manager created + cat /tmp/tmp.N7kQLNyXAi + rm /tmp/tmp.p7VbAKOjPM /tmp/tmp.N7kQLNyXAi + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.d6ASb2PviA ++ mktemp + local LAST_ERR=/tmp/tmp.7BhG7hSCTk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.d6ASb2PviA namespace/cert-manager labeled + cat /tmp/tmp.7BhG7hSCTk + rm /tmp/tmp.d6ASb2PviA /tmp/tmp.7BhG7hSCTk + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.Tp21yN9KNI ++ mktemp + local LAST_ERR=/tmp/tmp.iIkpzk9YEf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Tp21yN9KNI namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.iIkpzk9YEf Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.Tp21yN9KNI /tmp/tmp.iIkpzk9YEf + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ sort -V ++ tail -n3 ++ head -n1 ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++++ grep -c percona-xtradb-cluster-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.bLoO4aLDUB ++++ mktemp +++ local LAST_ERR=/tmp/tmp.muOu5EfTM8 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.bLoO4aLDUB +++ cat /tmp/tmp.muOu5EfTM8 +++ rm /tmp/tmp.bLoO4aLDUB /tmp/tmp.muOu5EfTM8 +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-795676b7f9-lv5wq -n pxc-operator -- curl -s http://version-service.smart-update1-28230.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZkNu4ypSg5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ax9bzET61y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-795676b7f9-lv5wq -n pxc-operator -- curl -s http://version-service.smart-update1-28230.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZkNu4ypSg5 ++ cat /tmp/tmp.Ax9bzET61y Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.ZkNu4ypSg5 /tmp/tmp.Ax9bzET61y ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.HgbKiqLNyM ++ mktemp + local LAST_ERR=/tmp/tmp.FguOAngCfc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HgbKiqLNyM customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.FguOAngCfc + rm /tmp/tmp.HgbKiqLNyM /tmp/tmp.FguOAngCfc + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.mUpbdlkLe4/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5"' /tmp/tmp.mUpbdlkLe4/smart-update.yml + spinup_pxc smart-update /tmp/tmp.mUpbdlkLe4/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.mUpbdlkLe4/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.pqiibb1v1R ++ mktemp + local LAST_ERR=/tmp/tmp.r1rnxOQ5a4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pqiibb1v1R secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.r1rnxOQ5a4 + rm /tmp/tmp.pqiibb1v1R /tmp/tmp.r1rnxOQ5a4 + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.yHg7kK56US + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.knkn7ThPha + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28230~ + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yHg7kK56US deployment.apps/pxc-client created + cat /tmp/tmp.knkn7ThPha + rm /tmp/tmp.yHg7kK56US /tmp/tmp.knkn7ThPha + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.mUpbdlkLe4/smart-update.yml + '[' -z '' ']' + cat_config /tmp/tmp.mUpbdlkLe4/smart-update.yml + kubectl_bin apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28230~ ++ mktemp + local LAST_OUT=/tmp/tmp.K7BdpdJqgX + /usr/bin/sed -e 's#apply:.*#apply: Never#' + cat /tmp/tmp.mUpbdlkLe4/smart-update.yml ++ mktemp + local LAST_ERR=/tmp/tmp.Z8dAZZvDzc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.K7BdpdJqgX perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.Z8dAZZvDzc + rm /tmp/tmp.K7BdpdJqgX /tmp/tmp.Z8dAZZvDzc + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.2CML8P1zuU ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xNVhUqtUxh +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.2CML8P1zuU +++ cat /tmp/tmp.xNVhUqtUxh +++ rm /tmp/tmp.2CML8P1zuU /tmp/tmp.xNVhUqtUxh +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.8HBVnZiabx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XywxxyCfTC +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.8HBVnZiabx +++ cat /tmp/tmp.XywxxyCfTC +++ rm /tmp/tmp.8HBVnZiabx /tmp/tmp.XywxxyCfTC +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 ++ mktemp + local LAST_OUT=/tmp/tmp.kGPvJ11H9V ++ mktemp + local LAST_ERR=/tmp/tmp.qJs3wZX6Vz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.kGPvJ11H9V + cat /tmp/tmp.qJs3wZX6Vz error: no matching resources found + rm /tmp/tmp.kGPvJ11H9V /tmp/tmp.qJs3wZX6Vz + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/smart-update-proxysql-0 condition met smart-update-proxysql-0.Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo smart-update-pxc-2 + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xDiQh39LNh +++ mktemp ++ local LAST_ERR=/tmp/tmp.zCjfxQk0fG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xDiQh39LNh ++ cat /tmp/tmp.zCjfxQk0fG ++ rm /tmp/tmp.xDiQh39LNh /tmp/tmp.zCjfxQk0fG ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rX3qJiu0XM +++ mktemp ++ local LAST_ERR=/tmp/tmp.hptfefyjzZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rX3qJiu0XM ++ cat /tmp/tmp.hptfefyjzZ ++ rm /tmp/tmp.rX3qJiu0XM /tmp/tmp.hptfefyjzZ ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O6pGLCzXi9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UDFq7l1YeZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O6pGLCzXi9 ++ cat /tmp/tmp.UDFq7l1YeZ ++ rm /tmp/tmp.O6pGLCzXi9 /tmp/tmp.UDFq7l1YeZ ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QQG4GzDPPu +++ mktemp ++ local LAST_ERR=/tmp/tmp.kbLV7YBnY5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QQG4GzDPPu ++ cat /tmp/tmp.kbLV7YBnY5 ++ rm /tmp/tmp.QQG4GzDPPu /tmp/tmp.kbLV7YBnY5 ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Chbvz5fJaN +++ mktemp ++ local LAST_ERR=/tmp/tmp.BrT8UJJaCd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Chbvz5fJaN ++ cat /tmp/tmp.BrT8UJJaCd ++ rm /tmp/tmp.Chbvz5fJaN /tmp/tmp.BrT8UJJaCd ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3UAlFX4KeD +++ mktemp ++ local LAST_ERR=/tmp/tmp.A3LvIUrWZB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3UAlFX4KeD ++ cat /tmp/tmp.A3LvIUrWZB Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.3UAlFX4KeD /tmp/tmp.A3LvIUrWZB ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Cg2jsLkRrr +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.2AjeuSZSJo ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.Cg2jsLkRrr ++++ cat /tmp/tmp.2AjeuSZSJo ++++ rm /tmp/tmp.Cg2jsLkRrr /tmp/tmp.2AjeuSZSJo ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.kT8vbqs9pP +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.OPSN9Cu9V3 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.kT8vbqs9pP ++++ cat /tmp/tmp.OPSN9Cu9V3 ++++ rm /tmp/tmp.kT8vbqs9pP /tmp/tmp.OPSN9Cu9V3 ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-28230.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-28230.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-28230.svc.cluster.local ++ cut -d. -f1 + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.gikFZ10Q6Q ++ mktemp + local LAST_ERR=/tmp/tmp.0nCnPIxtA6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gikFZ10Q6Q perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.0nCnPIxtA6 + rm /tmp/tmp.gikFZ10Q6Q /tmp/tmp.0nCnPIxtA6 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update.............................................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jzUIVFcMPP +++ mktemp ++ local LAST_ERR=/tmp/tmp.zX6VWphZt1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jzUIVFcMPP ++ cat /tmp/tmp.zX6VWphZt1 ++ rm /tmp/tmp.jzUIVFcMPP /tmp/tmp.zX6VWphZt1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sp57I6MfEj +++ mktemp ++ local LAST_ERR=/tmp/tmp.IDD568jnMp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sp57I6MfEj ++ cat /tmp/tmp.IDD568jnMp ++ rm /tmp/tmp.sp57I6MfEj /tmp/tmp.IDD568jnMp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DiOQupcPhi +++ mktemp ++ local LAST_ERR=/tmp/tmp.tKe71IS98H ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DiOQupcPhi ++ cat /tmp/tmp.tKe71IS98H ++ rm /tmp/tmp.DiOQupcPhi /tmp/tmp.tKe71IS98H ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B902XUtui0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gtsQi6Jrdo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B902XUtui0 ++ cat /tmp/tmp.gtsQi6Jrdo ++ rm /tmp/tmp.B902XUtui0 /tmp/tmp.gtsQi6Jrdo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.v6x9Xuorxp +++ mktemp ++ local LAST_ERR=/tmp/tmp.dKuSwwlbu3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.v6x9Xuorxp ++ cat /tmp/tmp.dKuSwwlbu3 ++ rm /tmp/tmp.v6x9Xuorxp /tmp/tmp.dKuSwwlbu3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.StjfDPPiRk +++ mktemp ++ local LAST_ERR=/tmp/tmp.GoZBMJzXwX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.StjfDPPiRk ++ cat /tmp/tmp.GoZBMJzXwX ++ rm /tmp/tmp.StjfDPPiRk /tmp/tmp.GoZBMJzXwX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PvpMiKiCUr +++ mktemp ++ local LAST_ERR=/tmp/tmp.sYn0q1Gmml ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PvpMiKiCUr ++ cat /tmp/tmp.sYn0q1Gmml ++ rm /tmp/tmp.PvpMiKiCUr /tmp/tmp.sYn0q1Gmml ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pVccLK4tJI +++ mktemp ++ local LAST_ERR=/tmp/tmp.MjDlWEtqwo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pVccLK4tJI ++ cat /tmp/tmp.MjDlWEtqwo ++ rm /tmp/tmp.pVccLK4tJI /tmp/tmp.MjDlWEtqwo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EK4P0Kghz6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zQBaSHQkt0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EK4P0Kghz6 ++ cat /tmp/tmp.zQBaSHQkt0 ++ rm /tmp/tmp.EK4P0Kghz6 /tmp/tmp.zQBaSHQkt0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MKWbDMDCjZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.qvjxM9NWuG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MKWbDMDCjZ ++ cat /tmp/tmp.qvjxM9NWuG ++ rm /tmp/tmp.MKWbDMDCjZ /tmp/tmp.qvjxM9NWuG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.49RW9E9Yw6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.T0jU7OCXXT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.49RW9E9Yw6 ++ cat /tmp/tmp.T0jU7OCXXT ++ rm /tmp/tmp.49RW9E9Yw6 /tmp/tmp.T0jU7OCXXT ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3Nt7cP6bgM +++ mktemp ++ local LAST_ERR=/tmp/tmp.FFUln2hzei ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3Nt7cP6bgM ++ cat /tmp/tmp.FFUln2hzei ++ rm /tmp/tmp.3Nt7cP6bgM /tmp/tmp.FFUln2hzei ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PmYNR7DhkS +++ mktemp ++ local LAST_ERR=/tmp/tmp.dvlv1cpkoF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PmYNR7DhkS ++ cat /tmp/tmp.dvlv1cpkoF ++ rm /tmp/tmp.PmYNR7DhkS /tmp/tmp.dvlv1cpkoF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 12 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K1J8vgy8Xh +++ mktemp ++ local LAST_ERR=/tmp/tmp.13kDzSbPe4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K1J8vgy8Xh ++ cat /tmp/tmp.13kDzSbPe4 ++ rm /tmp/tmp.K1J8vgy8Xh /tmp/tmp.13kDzSbPe4 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.87xwk5CDd4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.FPdMiChON3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.87xwk5CDd4 ++ cat /tmp/tmp.FPdMiChON3 ++ rm /tmp/tmp.87xwk5CDd4 /tmp/tmp.FPdMiChON3 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.WoJirupmDC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.69f5L29OD7 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.WoJirupmDC +++++ cat /tmp/tmp.69f5L29OD7 +++++ rm /tmp/tmp.WoJirupmDC /tmp/tmp.69f5L29OD7 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.HTR0UJNBMK ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.SUibGHHRI6 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.HTR0UJNBMK +++++ cat /tmp/tmp.SUibGHHRI6 +++++ rm /tmp/tmp.HTR0UJNBMK /tmp/tmp.SUibGHHRI6 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kG1doKvXHx +++ mktemp ++ local LAST_ERR=/tmp/tmp.YA5QJWng78 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kG1doKvXHx ++ cat /tmp/tmp.YA5QJWng78 ++ rm /tmp/tmp.kG1doKvXHx /tmp/tmp.YA5QJWng78 ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5v2PN0fSg7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oA1V1gb9dO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5v2PN0fSg7 ++ cat /tmp/tmp.oA1V1gb9dO ++ rm /tmp/tmp.5v2PN0fSg7 /tmp/tmp.oA1V1gb9dO ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ddHnew8djD +++ mktemp ++ local LAST_ERR=/tmp/tmp.9rqUw1BptM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ddHnew8djD ++ cat /tmp/tmp.9rqUw1BptM ++ rm /tmp/tmp.ddHnew8djD /tmp/tmp.9rqUw1BptM ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qWJcYms7Uu +++ mktemp ++ local LAST_ERR=/tmp/tmp.GLfOX3SqOx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qWJcYms7Uu ++ cat /tmp/tmp.GLfOX3SqOx ++ rm /tmp/tmp.qWJcYms7Uu /tmp/tmp.GLfOX3SqOx ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.4kmf7wyR37 ++ mktemp + local LAST_ERR=/tmp/tmp.NiYwWrIoVE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4kmf7wyR37 perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.NiYwWrIoVE + rm /tmp/tmp.4kmf7wyR37 /tmp/tmp.NiYwWrIoVE + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.44ok4wLl4l ++ mktemp + local LAST_ERR=/tmp/tmp.dmHmoWEUI9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.44ok4wLl4l persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.dmHmoWEUI9 + rm /tmp/tmp.44ok4wLl4l /tmp/tmp.dmHmoWEUI9 + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5"' /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.vs2u9LNLco ++ mktemp + local LAST_ERR=/tmp/tmp.IH7mT8x5C9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vs2u9LNLco secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.IH7mT8x5C9 + rm /tmp/tmp.vs2u9LNLco /tmp/tmp.IH7mT8x5C9 + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.5T1Uffnrf3 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28230~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.3L396V1R6F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5T1Uffnrf3 deployment.apps/pxc-client unchanged + cat /tmp/tmp.3L396V1R6F + rm /tmp/tmp.5T1Uffnrf3 /tmp/tmp.3L396V1R6F + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + '[' -z '' ']' + cat_config /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + kubectl_bin apply -f - + cat /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.YtpsckWBdd ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.8c2lCVqSUs + local exit_status=0 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28230~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YtpsckWBdd perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.8c2lCVqSUs + rm /tmp/tmp.YtpsckWBdd /tmp/tmp.8c2lCVqSUs + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.MxURWgTIGJ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Mtxej9CQ1h +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.MxURWgTIGJ +++ cat /tmp/tmp.Mtxej9CQ1h +++ rm /tmp/tmp.MxURWgTIGJ /tmp/tmp.Mtxej9CQ1h +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 ++ mktemp + local LAST_OUT=/tmp/tmp.j31DLiGW8c ++ mktemp + local LAST_ERR=/tmp/tmp.F3X5c4Cqdx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.j31DLiGW8c + cat /tmp/tmp.F3X5c4Cqdx error: no matching resources found + rm /tmp/tmp.j31DLiGW8c /tmp/tmp.F3X5c4Cqdx + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TqNwKgKvDD +++ mktemp ++ local LAST_ERR=/tmp/tmp.AKD6EAeEME ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TqNwKgKvDD ++ cat /tmp/tmp.AKD6EAeEME ++ rm /tmp/tmp.TqNwKgKvDD /tmp/tmp.AKD6EAeEME ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5D6yUvu1OI +++ mktemp ++ local LAST_ERR=/tmp/tmp.RfIGmu7SbU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5D6yUvu1OI ++ cat /tmp/tmp.RfIGmu7SbU ++ rm /tmp/tmp.5D6yUvu1OI /tmp/tmp.RfIGmu7SbU ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rnPK0JV38b +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ctzuvtw5Aq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rnPK0JV38b ++ cat /tmp/tmp.Ctzuvtw5Aq ++ rm /tmp/tmp.rnPK0JV38b /tmp/tmp.Ctzuvtw5Aq ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Oy0wPXvHK6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LyzyisQDMh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Oy0wPXvHK6 ++ cat /tmp/tmp.LyzyisQDMh ++ rm /tmp/tmp.Oy0wPXvHK6 /tmp/tmp.LyzyisQDMh ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8Y9TBddlS4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.p3Gf48ocsb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8Y9TBddlS4 ++ cat /tmp/tmp.p3Gf48ocsb ++ rm /tmp/tmp.8Y9TBddlS4 /tmp/tmp.p3Gf48ocsb ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uwOBEC23YP +++ mktemp ++ local LAST_ERR=/tmp/tmp.XI1yLZUS7b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uwOBEC23YP ++ cat /tmp/tmp.XI1yLZUS7b Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.uwOBEC23YP /tmp/tmp.XI1yLZUS7b ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YI93K3E6eV ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IdM9nkib0J +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.YI93K3E6eV +++ cat /tmp/tmp.IdM9nkib0J +++ rm /tmp/tmp.YI93K3E6eV /tmp/tmp.IdM9nkib0J +++ return 0 ++ client_pod=pxc-client-6644d8898f-xlmfn ++ wait_pod pxc-client-6644d8898f-xlmfn ++ local pod=pxc-client-6644d8898f-xlmfn ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-xlmfn +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.1mVWkWtxDw ++ mktemp + local LAST_ERR=/tmp/tmp.gFWXiijCzh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1mVWkWtxDw perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.gFWXiijCzh + rm /tmp/tmp.1mVWkWtxDw /tmp/tmp.gFWXiijCzh + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update.............................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.guIJ8RGnOX +++ mktemp ++ local LAST_ERR=/tmp/tmp.rDzv9kFsiU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.guIJ8RGnOX ++ cat /tmp/tmp.rDzv9kFsiU ++ rm /tmp/tmp.guIJ8RGnOX /tmp/tmp.rDzv9kFsiU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d8JDGZGjgX +++ mktemp ++ local LAST_ERR=/tmp/tmp.fji7oX7e9x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d8JDGZGjgX ++ cat /tmp/tmp.fji7oX7e9x ++ rm /tmp/tmp.d8JDGZGjgX /tmp/tmp.fji7oX7e9x ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yrdv2HHvYf +++ mktemp ++ local LAST_ERR=/tmp/tmp.QSsXj2hP0M ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yrdv2HHvYf ++ cat /tmp/tmp.QSsXj2hP0M ++ rm /tmp/tmp.yrdv2HHvYf /tmp/tmp.QSsXj2hP0M ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pnSmFleB9h +++ mktemp ++ local LAST_ERR=/tmp/tmp.R0HNBIohiF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pnSmFleB9h ++ cat /tmp/tmp.R0HNBIohiF ++ rm /tmp/tmp.pnSmFleB9h /tmp/tmp.R0HNBIohiF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VtH6YZ1ryt +++ mktemp ++ local LAST_ERR=/tmp/tmp.HvuaOh6W9D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VtH6YZ1ryt ++ cat /tmp/tmp.HvuaOh6W9D ++ rm /tmp/tmp.VtH6YZ1ryt /tmp/tmp.HvuaOh6W9D ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BtqTsQ95uv +++ mktemp ++ local LAST_ERR=/tmp/tmp.xlm1UVHTIS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BtqTsQ95uv ++ cat /tmp/tmp.xlm1UVHTIS ++ rm /tmp/tmp.BtqTsQ95uv /tmp/tmp.xlm1UVHTIS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PUE6bGuSje +++ mktemp ++ local LAST_ERR=/tmp/tmp.3tL2rgGD3i ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PUE6bGuSje ++ cat /tmp/tmp.3tL2rgGD3i ++ rm /tmp/tmp.PUE6bGuSje /tmp/tmp.3tL2rgGD3i ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SHkPQCKFgQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.j9D0lUQY0S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SHkPQCKFgQ ++ cat /tmp/tmp.j9D0lUQY0S ++ rm /tmp/tmp.SHkPQCKFgQ /tmp/tmp.j9D0lUQY0S ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6oCK1YRt3B +++ mktemp ++ local LAST_ERR=/tmp/tmp.4ZNHM5tDz6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6oCK1YRt3B ++ cat /tmp/tmp.4ZNHM5tDz6 ++ rm /tmp/tmp.6oCK1YRt3B /tmp/tmp.4ZNHM5tDz6 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.QzC9GDGs2R ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.HEC63qxpCS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.QzC9GDGs2R +++++ cat /tmp/tmp.HEC63qxpCS +++++ rm /tmp/tmp.QzC9GDGs2R /tmp/tmp.HEC63qxpCS +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fE3on6quN7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.RAMwUKWsNF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fE3on6quN7 ++ cat /tmp/tmp.RAMwUKWsNF ++ rm /tmp/tmp.fE3on6quN7 /tmp/tmp.RAMwUKWsNF ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QiwHzA3db1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tHITisru2h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QiwHzA3db1 ++ cat /tmp/tmp.tHITisru2h ++ rm /tmp/tmp.QiwHzA3db1 /tmp/tmp.tHITisru2h ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Meh9mEZKU +++ mktemp ++ local LAST_ERR=/tmp/tmp.kUq86FSJKj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Meh9mEZKU ++ cat /tmp/tmp.kUq86FSJKj ++ rm /tmp/tmp.1Meh9mEZKU /tmp/tmp.kUq86FSJKj ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1AsW7MvAJD +++ mktemp ++ local LAST_ERR=/tmp/tmp.w1tD5uHLok ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1AsW7MvAJD ++ cat /tmp/tmp.w1tD5uHLok ++ rm /tmp/tmp.1AsW7MvAJD /tmp/tmp.w1tD5uHLok ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + kubectl_bin delete -f /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.obrh6TFUcC ++ mktemp + local LAST_ERR=/tmp/tmp.6BxcM0TspJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.mUpbdlkLe4/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.obrh6TFUcC perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.6BxcM0TspJ + rm /tmp/tmp.obrh6TFUcC /tmp/tmp.6BxcM0TspJ + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.831PW655bN ++ mktemp + local LAST_ERR=/tmp/tmp.2BKB9JHfI7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.831PW655bN persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.2BKB9JHfI7 + rm /tmp/tmp.831PW655bN /tmp/tmp.2BKB9JHfI7 + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5"' /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.21b49lhsit ++ mktemp + local LAST_ERR=/tmp/tmp.XMdPUUhlzH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.21b49lhsit secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.XMdPUUhlzH + rm /tmp/tmp.21b49lhsit /tmp/tmp.XMdPUUhlzH + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.XKG0Zt4Abi + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28230~ + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_ERR=/tmp/tmp.L0hxk1fWqP + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XKG0Zt4Abi deployment.apps/pxc-client unchanged + cat /tmp/tmp.L0hxk1fWqP + rm /tmp/tmp.XKG0Zt4Abi /tmp/tmp.L0hxk1fWqP + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + kubectl_bin apply -f - + cat /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1706-347969f5#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-28230~ + local LAST_OUT=/tmp/tmp.Pbk0G7g2ov + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.nFqQOQZyAR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Pbk0G7g2ov perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.nFqQOQZyAR + rm /tmp/tmp.Pbk0G7g2ov /tmp/tmp.nFqQOQZyAR + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.XjIVcatq8y ++++ mktemp +++ local LAST_ERR=/tmp/tmp.g4x0GKIePF +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.XjIVcatq8y +++ cat /tmp/tmp.g4x0GKIePF +++ rm /tmp/tmp.XjIVcatq8y /tmp/tmp.g4x0GKIePF +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 ++ mktemp + local LAST_OUT=/tmp/tmp.EzWN2oc3mr ++ mktemp + local LAST_ERR=/tmp/tmp.vCMnUETtpr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-28230 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.EzWN2oc3mr + cat /tmp/tmp.vCMnUETtpr error: no matching resources found + rm /tmp/tmp.EzWN2oc3mr /tmp/tmp.vCMnUETtpr + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cT65FWwsXD +++ mktemp ++ local LAST_ERR=/tmp/tmp.wOQwlvLY0i ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cT65FWwsXD ++ cat /tmp/tmp.wOQwlvLY0i ++ rm /tmp/tmp.cT65FWwsXD /tmp/tmp.wOQwlvLY0i ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rnKSZEVvNv +++ mktemp ++ local LAST_ERR=/tmp/tmp.c7iKw6IWjV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rnKSZEVvNv ++ cat /tmp/tmp.c7iKw6IWjV ++ rm /tmp/tmp.rnKSZEVvNv /tmp/tmp.c7iKw6IWjV ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rm5ncXA736 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SbfkIOyapt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rm5ncXA736 ++ cat /tmp/tmp.SbfkIOyapt ++ rm /tmp/tmp.Rm5ncXA736 /tmp/tmp.SbfkIOyapt ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.neYa32ZL5m +++ mktemp ++ local LAST_ERR=/tmp/tmp.xZFC0SZ6lQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.neYa32ZL5m ++ cat /tmp/tmp.xZFC0SZ6lQ ++ rm /tmp/tmp.neYa32ZL5m /tmp/tmp.xZFC0SZ6lQ ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0nY0OURJDN +++ mktemp ++ local LAST_ERR=/tmp/tmp.xp9AWzvTzI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0nY0OURJDN ++ cat /tmp/tmp.xp9AWzvTzI ++ rm /tmp/tmp.0nY0OURJDN /tmp/tmp.xp9AWzvTzI ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oWJ7ciXdTH +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vk2yvVPVMS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oWJ7ciXdTH ++ cat /tmp/tmp.Vk2yvVPVMS Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.oWJ7ciXdTH /tmp/tmp.Vk2yvVPVMS ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.tzGtkqWX2h ++++ mktemp +++ local LAST_ERR=/tmp/tmp.AgAIiTAjDk +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.tzGtkqWX2h +++ cat /tmp/tmp.AgAIiTAjDk +++ rm /tmp/tmp.tzGtkqWX2h /tmp/tmp.AgAIiTAjDk +++ return 0 ++ client_pod=pxc-client-6644d8898f-xlmfn ++ wait_pod pxc-client-6644d8898f-xlmfn ++ local pod=pxc-client-6644d8898f-xlmfn ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-xlmfn +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.PZZiQ8AHl4 ++ mktemp + local LAST_ERR=/tmp/tmp.X9KzMHkdc3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PZZiQ8AHl4 perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.X9KzMHkdc3 + rm /tmp/tmp.PZZiQ8AHl4 /tmp/tmp.X9KzMHkdc3 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update............................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cZCFs6kNxn +++ mktemp ++ local LAST_ERR=/tmp/tmp.UyqDqCmprD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cZCFs6kNxn ++ cat /tmp/tmp.UyqDqCmprD ++ rm /tmp/tmp.cZCFs6kNxn /tmp/tmp.UyqDqCmprD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uVf6588ZYz +++ mktemp ++ local LAST_ERR=/tmp/tmp.iUJk3voydu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uVf6588ZYz ++ cat /tmp/tmp.iUJk3voydu ++ rm /tmp/tmp.uVf6588ZYz /tmp/tmp.iUJk3voydu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZcZKuhZrUa +++ mktemp ++ local LAST_ERR=/tmp/tmp.jWA9Oes0LV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZcZKuhZrUa ++ cat /tmp/tmp.jWA9Oes0LV ++ rm /tmp/tmp.ZcZKuhZrUa /tmp/tmp.jWA9Oes0LV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jteRC3IZ5p +++ mktemp ++ local LAST_ERR=/tmp/tmp.3dwubxcZGu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jteRC3IZ5p ++ cat /tmp/tmp.3dwubxcZGu ++ rm /tmp/tmp.jteRC3IZ5p /tmp/tmp.3dwubxcZGu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cMmOGgG3wc +++ mktemp ++ local LAST_ERR=/tmp/tmp.Aw7T8L7c2d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cMmOGgG3wc ++ cat /tmp/tmp.Aw7T8L7c2d ++ rm /tmp/tmp.cMmOGgG3wc /tmp/tmp.Aw7T8L7c2d ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hFGy18Fak7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tlk0r5JUID ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hFGy18Fak7 ++ cat /tmp/tmp.tlk0r5JUID ++ rm /tmp/tmp.hFGy18Fak7 /tmp/tmp.tlk0r5JUID ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aH34fcoUGZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.7UHwEq4lIN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aH34fcoUGZ ++ cat /tmp/tmp.7UHwEq4lIN ++ rm /tmp/tmp.aH34fcoUGZ /tmp/tmp.7UHwEq4lIN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b5j6C26XT7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.g34XVpbnOk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b5j6C26XT7 ++ cat /tmp/tmp.g34XVpbnOk ++ rm /tmp/tmp.b5j6C26XT7 /tmp/tmp.g34XVpbnOk ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2E6xb3D1J0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.W38rNLCy5C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2E6xb3D1J0 ++ cat /tmp/tmp.W38rNLCy5C ++ rm /tmp/tmp.2E6xb3D1J0 /tmp/tmp.W38rNLCy5C ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rzgIQNAyBo ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.fpeHOWtGws +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rzgIQNAyBo +++++ cat /tmp/tmp.fpeHOWtGws +++++ rm /tmp/tmp.rzgIQNAyBo /tmp/tmp.fpeHOWtGws +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cmy8y1kKxa +++ mktemp ++ local LAST_ERR=/tmp/tmp.lYCaC4PEKk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cmy8y1kKxa ++ cat /tmp/tmp.lYCaC4PEKk ++ rm /tmp/tmp.Cmy8y1kKxa /tmp/tmp.lYCaC4PEKk ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l3ABLK354j +++ mktemp ++ local LAST_ERR=/tmp/tmp.8tFTJSobiG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l3ABLK354j ++ cat /tmp/tmp.8tFTJSobiG ++ rm /tmp/tmp.l3ABLK354j /tmp/tmp.8tFTJSobiG ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z4fGpA1dN9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.K1w8XqhZGz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z4fGpA1dN9 ++ cat /tmp/tmp.K1w8XqhZGz ++ rm /tmp/tmp.z4fGpA1dN9 /tmp/tmp.K1w8XqhZGz ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SGMvIeRmnp +++ mktemp ++ local LAST_ERR=/tmp/tmp.NGSL0KtwEU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SGMvIeRmnp ++ cat /tmp/tmp.NGSL0KtwEU ++ rm /tmp/tmp.SGMvIeRmnp /tmp/tmp.NGSL0KtwEU ++ return 0 + client_pod=pxc-client-6644d8898f-xlmfn + wait_pod pxc-client-6644d8898f-xlmfn + local pod=pxc-client-6644d8898f-xlmfn + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-xlmfn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-xlmfn condition met pxc-client-6644d8898f-xlmfn.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.mUpbdlkLe4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.mUpbdlkLe4/select-1.sql + kubectl_bin delete -f /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CLG09nG04D ++ mktemp + local LAST_ERR=/tmp/tmp.htfmQeQKwx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.mUpbdlkLe4/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CLG09nG04D perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.htfmQeQKwx + rm /tmp/tmp.CLG09nG04D /tmp/tmp.htfmQeQKwx + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.4jvf2KnZOS ++ mktemp + local LAST_ERR=/tmp/tmp.Z8UqSciVGL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4jvf2KnZOS persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.Z8UqSciVGL + rm /tmp/tmp.4jvf2KnZOS /tmp/tmp.Z8UqSciVGL + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.lnzLOhO4oA ++ mktemp + local LAST_ERR=/tmp/tmp.D6OY9n8CWy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1706/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lnzLOhO4oA deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.D6OY9n8CWy + rm /tmp/tmp.lnzLOhO4oA /tmp/tmp.D6OY9n8CWy + return 0 + destroy smart-update1-28230 + local namespace=smart-update1-28230 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' + sort -u + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + tee /tmp/tmp.mUpbdlkLe4/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.3Aqqge53Av +++ mktemp ++ local LAST_ERR=/tmp/tmp.kSulP8pUha ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3Aqqge53Av ++ cat /tmp/tmp.kSulP8pUha ++ rm /tmp/tmp.3Aqqge53Av /tmp/tmp.kSulP8pUha ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-795676b7f9-lv5wq ++ mktemp + local LAST_OUT=/tmp/tmp.onQyojL4Ip ++ mktemp + local LAST_ERR=/tmp/tmp.NB673vUA76 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-795676b7f9-lv5wq + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.onQyojL4Ip + cat /tmp/tmp.NB673vUA76 + rm /tmp/tmp.onQyojL4Ip /tmp/tmp.NB673vUA76 + return 0 2024-05-02T03:23:27.151Z INFO setup Manager starting up {"gitCommit": "347969f5c61b9d31470a1e0bbb212cce1e4746a5", "gitBranch": "PR-1706-347969f5", "buildTime": "2024-05-02T01:40:15Z", "goVersion": "go1.21.9", "os": "linux", "arch": "amd64"} 2024-05-02T03:23:27.151Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1191000"} 2024-05-02T03:23:27.152Z INFO setup Registering Components. 2024-05-02T03:23:31.142Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-02T03:23:31.142Z INFO controller-runtime.metrics Starting metrics server 2024-05-02T03:23:31.142Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-02T03:23:31.142Z INFO setup Starting the Cmd. 2024-05-02T03:23:31.143Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-02T03:23:31.143Z INFO controller-runtime.webhook Starting webhook server 2024-05-02T03:23:31.143Z INFO starting server {"kind": "health probe", "addr": "[::]:8081"} 2024-05-02T03:23:31.144Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-02T03:23:31.144Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-02T03:23:31.144Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-02T03:23:31.237Z DEBUG events percona-xtradb-cluster-operator-795676b7f9-lv5wq_5cde4d9e-215d-48b0-96da-d1e6f7ec513a became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"08621db8-8377-4d07-9db4-4483bf1dc73f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"53473"}, "reason": "LeaderElection"} 2024-05-02T03:23:31.237Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-02T03:23:31.238Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-02T03:23:31.238Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-02T03:23:31.238Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-02T03:23:31.238Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2024-05-02T03:23:31.238Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2024-05-02T03:23:31.238Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2024-05-02T03:23:31.450Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-02T03:23:31.451Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-02T03:23:31.452Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-02T03:25:48.081Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2ee80836-ab17-475c-b20b-7061eda03409", "oldSize": 1, "newSize": 2} 2024-05-02T03:25:55.089Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2ee80836-ab17-475c-b20b-7061eda03409"} 2024-05-02T03:25:55.683Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5cbbf72-84af-4785-86fd-852a03dd4eb0", "oldSize": 1, "newSize": 2} 2024-05-02T03:25:55.824Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5cbbf72-84af-4785-86fd-852a03dd4eb0"} 2024-05-02T03:26:00.684Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "52f2e399-b2d0-4e17-b349-24db5ba6e878", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:00.813Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "52f2e399-b2d0-4e17-b349-24db5ba6e878"} 2024-05-02T03:26:05.865Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ba4bf9fb-45ac-4963-8785-5cd667406452", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:05.998Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ba4bf9fb-45ac-4963-8785-5cd667406452"} 2024-05-02T03:26:11.033Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "348a6295-e678-4ffd-9598-fc9961014df4", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:11.127Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "348a6295-e678-4ffd-9598-fc9961014df4"} 2024-05-02T03:26:16.177Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f92b8252-5b9d-4583-8d67-db3b4d762ac0", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:16.355Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f92b8252-5b9d-4583-8d67-db3b4d762ac0"} 2024-05-02T03:26:16.444Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fc51a855-27d8-479b-8a66-7089691aacca", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:16.571Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fc51a855-27d8-479b-8a66-7089691aacca"} 2024-05-02T03:26:21.445Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "059ac004-bb4f-4fa5-88f0-832e3d531015", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:21.541Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "059ac004-bb4f-4fa5-88f0-832e3d531015"} 2024-05-02T03:26:26.599Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "38cbfe4c-764b-49a7-bee6-7e02df77771d", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:26.918Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "38cbfe4c-764b-49a7-bee6-7e02df77771d"} 2024-05-02T03:26:31.993Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "989999e4-7ecc-405e-9a49-feed3e53aa63", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:32.095Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "989999e4-7ecc-405e-9a49-feed3e53aa63"} 2024-05-02T03:26:32.154Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4ef3e60a-4b06-4636-8163-e6daf6d72a29", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:37.154Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "0ee89be3-b6de-4eb9-ab46-b7f3e6e0341e", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:43.286Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f18f2df3-7b9c-4d0e-8a45-f6beedcd0a3c", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:49.443Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a2bdd01a-cd75-4104-8a72-0e273f344c81", "oldSize": 1, "newSize": 2} 2024-05-02T03:26:55.617Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9cb0666a-e56e-47a1-85ab-d57de818831f", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:02.135Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "20b0b276-0c9d-4b4b-88f3-0213ee8304fb", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:08.321Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "259f639c-8dd2-4007-865a-1e4cd275cae3", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:09.491Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:09.573Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af", "user": "operator"} 2024-05-02T03:27:09.618Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af", "user": "monitor"} 2024-05-02T03:27:09.698Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af"} 2024-05-02T03:27:09.744Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af"} 2024-05-02T03:27:09.788Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af", "user": "xtrabackup"} 2024-05-02T03:27:09.847Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af"} 2024-05-02T03:27:09.887Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af", "user": "replication"} 2024-05-02T03:27:11.052Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6594536b-4e0b-4ab2-8757-6a3ffa1ab9af", "err": "get primary pxc pod: not found"} 2024-05-02T03:27:14.492Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d3371b4b-a238-488c-b196-506e49399659", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:15.620Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d3371b4b-a238-488c-b196-506e49399659", "err": "get primary pxc pod: not found"} 2024-05-02T03:27:20.671Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fc8b2434-742f-445f-a072-051ed611cec5", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:21.819Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fc8b2434-742f-445f-a072-051ed611cec5", "err": "get primary pxc pod: not found"} 2024-05-02T03:27:26.869Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7218684d-1836-432c-a278-7a871b3fa750", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:28.106Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7218684d-1836-432c-a278-7a871b3fa750", "err": "get primary pxc pod: not found"} 2024-05-02T03:27:33.174Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c6bb8d68-a31a-40e4-a4de-35b8740346c5", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:39.421Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "96f9f585-1804-44fc-ac13-0e98a6b3c5d3", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:45.719Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d1ff743d-479b-460e-8b88-a8471f99a1a1", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:51.944Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "294c332e-8b3b-4cc7-9088-ddacb220d4a5", "oldSize": 1, "newSize": 2} 2024-05-02T03:27:58.210Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "11f345a1-5352-46d3-8853-a667d16fcaf6", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:04.476Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3e1a69f3-e159-4ac8-9c1e-789121c921b2", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:10.662Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c55303f5-ea8a-4604-b54b-8fdac3949372", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:17.210Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e6843ceb-8cf7-41db-bc47-80d22c157b68", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:23.579Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5e1a4c73-2319-4df3-92d1-a6af7774e739", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:25.117Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4e8f1c6e-3c05-429f-92f3-8d17c7fdc41f", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:30.117Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c1efcdc5-01aa-4710-91c8-4c9f0d4e5f33", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:36.379Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c9eb2169-c862-4f7d-b2b3-652034e1e68c", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:42.597Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "90e96037-37e8-4f46-8a84-04bb6af08ec6", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:48.847Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e75935ed-a106-4e52-8e41-e4a0beffd8ae", "oldSize": 1, "newSize": 2} 2024-05-02T03:28:55.243Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f227e4a1-1260-427a-907d-9f1edf615bcd", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:01.764Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f7adcb40-f429-4e6d-b351-b4bfde600975", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:08.071Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "90367468-9c65-4abf-8cc9-f4b1db3bea79", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:14.315Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "047820c1-7cc6-44aa-83c7-d86e0627231c", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:20.555Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5e66066e-a92d-4129-bcf5-47ddf07cd95d", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:26.801Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1377a2b7-e57a-4a4c-b19b-68d5a4c86b32", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:33.226Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "16c2f97e-6594-4c7b-8c50-df9641cf6745", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:39.451Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "bea01939-83ab-473e-95cc-e9a6a1987185", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:40.775Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6d24f033-c832-4da1-902e-7614c84788ae", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:40.904Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6d24f033-c832-4da1-902e-7614c84788ae", "user": "root"} 2024-05-02T03:29:42.133Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6d24f033-c832-4da1-902e-7614c84788ae", "new version": "8.0.19-10"} 2024-05-02T03:29:42.298Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6417a8e4-fbc1-47b0-b6a0-14e5d3800a94", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:43.469Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6d24f033-c832-4da1-902e-7614c84788ae"} 2024-05-02T03:29:45.776Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "753312e6-8a52-4c38-a23f-91ba4b22bff8", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:48.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "753312e6-8a52-4c38-a23f-91ba4b22bff8"} 2024-05-02T03:29:52.067Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d316ac8-495f-422c-9ee6-ee893a9caa9b", "oldSize": 1, "newSize": 2} 2024-05-02T03:29:54.801Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d316ac8-495f-422c-9ee6-ee893a9caa9b"} 2024-05-02T03:29:58.463Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "cc0bb5f3-73f3-4826-8582-50d513dc56e8", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:01.067Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "cc0bb5f3-73f3-4826-8582-50d513dc56e8"} 2024-05-02T03:30:04.845Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a9f18cae-40e8-4c04-a003-2a9570c65f1d", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:07.435Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a9f18cae-40e8-4c04-a003-2a9570c65f1d"} 2024-05-02T03:30:11.160Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6b4d9f8d-fbc5-410e-98da-20a87ea0aaae", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:13.772Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6b4d9f8d-fbc5-410e-98da-20a87ea0aaae"} 2024-05-02T03:30:17.572Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e005e9fb-fa5b-4444-8401-08a2a8ed9d15", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:20.476Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e005e9fb-fa5b-4444-8401-08a2a8ed9d15"} 2024-05-02T03:30:24.089Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "53c9841e-27d6-499a-8682-56fd3dbef912", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:26.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "53c9841e-27d6-499a-8682-56fd3dbef912"} 2024-05-02T03:30:30.514Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3cecd94f-8cfc-4aef-8b38-ed16ec93b0b0", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:33.156Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3cecd94f-8cfc-4aef-8b38-ed16ec93b0b0"} 2024-05-02T03:30:36.909Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d1999b32-e713-45b8-9b5f-683771e64db5", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:39.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d1999b32-e713-45b8-9b5f-683771e64db5"} 2024-05-02T03:30:43.245Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "dca8e28b-b433-4b03-8944-10138c73b94b", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:45.866Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "dca8e28b-b433-4b03-8944-10138c73b94b"} 2024-05-02T03:30:49.555Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "430cd45c-b223-44ed-ba68-519a7ecc23ab", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:49.972Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "oldSize": 1, "newSize": 2} 2024-05-02T03:30:51.089Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051"} 2024-05-02T03:30:51.098Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-2"} 2024-05-02T03:30:51.098Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-28230.svc.cluster.local"} 2024-05-02T03:30:52.382Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "430cd45c-b223-44ed-ba68-519a7ecc23ab"} 2024-05-02T03:31:11.411Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-05-02T03:32:11.492Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-2"} 2024-05-02T03:33:11.517Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-2"} 2024-05-02T03:33:11.524Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-2"} 2024-05-02T03:33:11.525Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-1"} 2024-05-02T03:33:31.865Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-05-02T03:34:41.940Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-1"} 2024-05-02T03:35:21.966Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-1"} 2024-05-02T03:35:21.973Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-0"} 2024-05-02T03:35:21.973Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-1"} 2024-05-02T03:35:42.262Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-02T03:36:52.312Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-0"} 2024-05-02T03:37:52.339Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-0"} 2024-05-02T03:37:52.346Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "pod name": "smart-update-pxc-0"} 2024-05-02T03:37:52.346Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051"} 2024-05-02T03:37:52.546Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d1c6023-75a9-41db-a9a1-3efa16cff051", "new version": "8.0.36-28.1"} 2024-05-02T03:37:52.703Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "555abf46-6131-4cf3-a9e1-260a581d37b5", "oldSize": 1, "newSize": 2} 2024-05-02T03:37:54.149Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "66d7fd55-0223-4dce-a3bb-3bba4ceb838b", "oldSize": 1, "newSize": 2} 2024-05-02T03:37:55.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "555abf46-6131-4cf3-a9e1-260a581d37b5"} 2024-05-02T03:37:57.704Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d1db7bea-be41-4416-87c7-2a9aed092b0e", "oldSize": 1, "newSize": 2} 2024-05-02T03:38:00.440Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d1db7bea-be41-4416-87c7-2a9aed092b0e"} 2024-05-02T03:38:04.110Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "06db4a9a-4d52-4e23-afb8-28a427d0030c", "oldSize": 1, "newSize": 2} 2024-05-02T03:38:06.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "06db4a9a-4d52-4e23-afb8-28a427d0030c"} 2024-05-02T03:38:10.526Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ec5507c2-8c0e-4120-a4c1-c9ef2bccffe8", "oldSize": 1, "newSize": 2} 2024-05-02T03:38:13.188Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ec5507c2-8c0e-4120-a4c1-c9ef2bccffe8"} 2024-05-02T03:38:17.019Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d982a7c-91d3-42df-b1fd-4cd09fb9465c", "oldSize": 1, "newSize": 2} 2024-05-02T03:38:19.691Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9d982a7c-91d3-42df-b1fd-4cd09fb9465c"} 2024-05-02T03:38:22.977Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6ba5515e-e346-4999-a2a3-051dc683e052", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:19.102Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "715b8807-4939-4404-893c-864db4958653", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:19.528Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "715b8807-4939-4404-893c-864db4958653"} 2024-05-02T03:39:20.256Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e720bec6-c4e2-4346-a6e3-3484ca83743c", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:20.493Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e720bec6-c4e2-4346-a6e3-3484ca83743c"} 2024-05-02T03:39:20.682Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: b791da3f-5260-4d5e-9d26-8f4605155eda 2024-05-02T03:39:20.766Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "efc92e9d-ae61-4bb7-9e52-57ecf335af2e", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:20.926Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "efc92e9d-ae61-4bb7-9e52-57ecf335af2e"} 2024-05-02T03:39:25.767Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "282d5502-8799-4ed0-9aeb-6b1ee92389e8", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:25.888Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "282d5502-8799-4ed0-9aeb-6b1ee92389e8"} 2024-05-02T03:39:30.947Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e21b95e1-550c-4a65-a606-08ebf1334263", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:31.157Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e21b95e1-550c-4a65-a606-08ebf1334263"} 2024-05-02T03:39:36.249Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "0aefe645-a541-4d0b-82d1-329627e6b5d2", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:36.357Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "0aefe645-a541-4d0b-82d1-329627e6b5d2"} 2024-05-02T03:39:41.420Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3238e36c-597c-404b-a0f4-49abe9b62acd", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:42.022Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3238e36c-597c-404b-a0f4-49abe9b62acd"} 2024-05-02T03:39:47.097Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9bdbe17c-e599-4276-94fc-d4c126e14143", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:47.207Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9bdbe17c-e599-4276-94fc-d4c126e14143"} 2024-05-02T03:39:52.260Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f872b507-b245-4742-b053-4462b12bf98c", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:52.372Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f872b507-b245-4742-b053-4462b12bf98c"} 2024-05-02T03:39:57.415Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9962a05c-e30b-4f1d-8218-6f479b298909", "oldSize": 1, "newSize": 2} 2024-05-02T03:39:57.524Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "9962a05c-e30b-4f1d-8218-6f479b298909"} 2024-05-02T03:40:02.566Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4482120f-3fbb-4e7f-8193-f77655aa3165", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:02.695Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4482120f-3fbb-4e7f-8193-f77655aa3165"} 2024-05-02T03:40:07.747Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "09c243e9-337b-4b8e-8be3-b97114de890a", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:07.914Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "09c243e9-337b-4b8e-8be3-b97114de890a"} 2024-05-02T03:40:12.956Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "73a41038-b8c1-42ea-a09b-c1f3016c2da8", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:13.124Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "73a41038-b8c1-42ea-a09b-c1f3016c2da8"} 2024-05-02T03:40:18.309Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "905db0f1-aae5-42c7-b9ee-c3dadb9d2a0d", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:18.433Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "905db0f1-aae5-42c7-b9ee-c3dadb9d2a0d"} 2024-05-02T03:40:23.486Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "79ae02ee-387c-4f31-ba38-2353b00e90f4", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:23.593Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "79ae02ee-387c-4f31-ba38-2353b00e90f4"} 2024-05-02T03:40:28.658Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fcb6d3cb-9e70-471d-8304-58a4be30a683", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:28.771Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fcb6d3cb-9e70-471d-8304-58a4be30a683"} 2024-05-02T03:40:33.829Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7fc7dba8-ef74-4d6f-943b-f7240d6e5c24", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:34.342Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7fc7dba8-ef74-4d6f-943b-f7240d6e5c24"} 2024-05-02T03:40:34.732Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "88f93ffe-d656-4346-b6ea-3220ddbd6567", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:34.979Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "88f93ffe-d656-4346-b6ea-3220ddbd6567"} 2024-05-02T03:40:36.097Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "16ddea97-7a69-43da-942f-f5e004a6e170", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:36.286Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "16ddea97-7a69-43da-942f-f5e004a6e170"} 2024-05-02T03:40:39.732Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "15f5e73c-8772-437c-ad57-1cb3c16548b7", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:39.891Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "15f5e73c-8772-437c-ad57-1cb3c16548b7"} 2024-05-02T03:40:44.980Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "728d5e3c-27ad-447a-9e0f-848e0671e1e1", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:45.229Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "728d5e3c-27ad-447a-9e0f-848e0671e1e1"} 2024-05-02T03:40:50.419Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "796dcb87-1b4d-42ca-b073-df494d14117b", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:50.645Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "796dcb87-1b4d-42ca-b073-df494d14117b"} 2024-05-02T03:40:55.791Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5940fbcd-dce2-43af-b47d-b669c2bddc89", "oldSize": 1, "newSize": 2} 2024-05-02T03:40:55.918Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5940fbcd-dce2-43af-b47d-b669c2bddc89"} 2024-05-02T03:41:01.005Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d031bf93-86dc-41e5-8836-f1b2cec46b31", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:01.154Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d031bf93-86dc-41e5-8836-f1b2cec46b31"} 2024-05-02T03:41:01.275Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "70f2a511-947a-4572-9543-07847e3abc55", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:06.274Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8b6c9f2c-20ad-433a-8d90-afaa365604dc", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:12.491Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "cedc9528-2b5c-4c9d-b70e-d4643f7a880f", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:18.797Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "dd13b2d1-5171-426c-bf2b-e55c8eaa84ec", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:25.175Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "0d79849c-4210-46a4-be96-37aac832ca93", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:31.897Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e43f2fc3-ae97-446f-8e00-9a53c04abe97", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:38.150Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "b39257d6-00cf-47be-a9b7-3cb69a063430", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:44.473Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "b896dc8a-a519-452a-a62c-79b8fab7509c", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:50.689Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "046a97f6-fbaf-4f47-9979-ef99c11b0327", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:52.047Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "90dade70-3926-4ff8-9ab4-d24582cc3d9e", "oldSize": 1, "newSize": 2} 2024-05-02T03:41:57.048Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5ff0fd5b-a713-453b-a54a-0a8ca907bed7", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:04.140Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1a16cdfa-1779-4388-a11f-3c5c71f72ca5", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:10.622Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5a14f15a-bc6c-4bc3-874c-db995be7c3b3", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:17.140Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "38515792-c5a8-468f-bcd8-5acd82e3989b", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:23.384Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "b7685418-0041-4672-b16a-c42f66d5f6e8", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:29.734Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e6331b60-60bf-4d39-b95e-8f6680fe5b7d", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:35.969Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "03dbf7de-cab4-49cc-8b47-6024e818c148", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:42.367Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5df46667-69eb-4edb-a104-695643fb5688", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:48.699Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "18d55363-a7d1-4b4a-885b-ad78a6de35cd", "oldSize": 1, "newSize": 2} 2024-05-02T03:42:55.348Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a58e5668-7468-4418-b031-5a7999ec0a57", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:02.092Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "26591ce7-7ac1-4b48-8cc2-6812921a89b2", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:03.390Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d5b8accc-d9b4-4edb-866b-6dc4a4d0d663", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:04.920Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d5b8accc-d9b4-4edb-866b-6dc4a4d0d663", "new version": "8.0.19-10"} 2024-05-02T03:43:05.056Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3bd68cdd-96a2-432c-8014-d0204716c4b6", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:08.391Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "72ae2370-80af-404c-b750-bf64ea2c3b28", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:14.679Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "512e19d0-5a30-42cb-ad20-553e116d8879", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:21.048Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f4e59e43-bcbb-47ab-97ea-ebead6af2bf6", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:27.405Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7daeab17-c3c5-42c0-ae2a-3211b9110ea2", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:33.769Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "bd59212b-bdef-451b-8263-a84e546dff8e", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:40.320Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8a41ca7d-1dd8-4850-a49a-5a6ef138ec2e", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:47.134Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7bfac588-4622-41cb-be46-0ec37208148f", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:53.450Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8cd6945b-4dc2-43fb-baae-08c3ce198f64", "oldSize": 1, "newSize": 2} 2024-05-02T03:43:59.745Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1cbc1a1e-154a-4ce6-8d83-d187654ae213", "oldSize": 1, "newSize": 2} 2024-05-02T03:44:06.063Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4fac573f-944d-4f13-8746-221aa35a5939", "oldSize": 1, "newSize": 2} 2024-05-02T03:44:07.417Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f8c03177-52cc-4b8a-8ff3-939063561e83", "oldSize": 1, "newSize": 2} 2024-05-02T03:44:07.757Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "oldSize": 1, "newSize": 2} 2024-05-02T03:44:08.861Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5"} 2024-05-02T03:44:08.872Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-2"} 2024-05-02T03:44:08.872Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-28230"} 2024-05-02T03:45:29.157Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-2"} 2024-05-02T03:45:29.178Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-1"} 2024-05-02T03:46:49.593Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-1"} 2024-05-02T03:46:49.612Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-0"} 2024-05-02T03:47:09.859Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-02T03:48:09.882Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "pod name": "smart-update-pxc-0"} 2024-05-02T03:48:09.901Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5"} 2024-05-02T03:48:09.982Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a5c9c747-9778-495e-b940-d83aa31520a5", "new version": "8.0.36-28.1"} 2024-05-02T03:48:10.107Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "35273737-8e63-44c7-b0d0-17550dda0c21", "oldSize": 1, "newSize": 2} 2024-05-02T03:48:11.495Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8fec5063-bd90-4802-b32d-7fba0127291d", "oldSize": 1, "newSize": 2} 2024-05-02T03:48:15.109Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e47d9a72-2abf-495c-b8b4-6ddd9cff2da9", "oldSize": 1, "newSize": 2} 2024-05-02T03:48:21.451Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5228ee55-3ae4-45b5-a075-f7e8edd492ab", "oldSize": 1, "newSize": 2} 2024-05-02T03:48:27.935Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "350fafc8-da50-4223-b958-25c0a2dd5574", "oldSize": 1, "newSize": 2} 2024-05-02T03:48:29.290Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "cd231c45-a25e-4ec7-9a35-3b81e615495a", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:19.204Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a08ce91c-1ebb-4319-a58c-f7d846245ab6", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:19.452Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a08ce91c-1ebb-4319-a58c-f7d846245ab6"} 2024-05-02T03:49:19.970Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8986bc64-8f58-4488-bd86-0e672f8d4e7c", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:20.266Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6403e6aa-26d9-4352-9c64-ad7478253b54", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:20.513Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6403e6aa-26d9-4352-9c64-ad7478253b54"} 2024-05-02T03:49:20.694Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 06dfdeed-182c-4d7c-8ecc-b8f2558ea679 2024-05-02T03:49:20.765Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "758d87fc-c177-4828-afcf-a9c9bd4702c9", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:20.887Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "758d87fc-c177-4828-afcf-a9c9bd4702c9"} 2024-05-02T03:49:25.766Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "dd6e32eb-be1b-4281-a9b1-c37fba49820d", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:25.858Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "dd6e32eb-be1b-4281-a9b1-c37fba49820d"} 2024-05-02T03:49:30.899Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c94bb616-9f1b-41c8-823c-ffe25819ba64", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:30.993Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c94bb616-9f1b-41c8-823c-ffe25819ba64"} 2024-05-02T03:49:36.040Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ec6973ae-b929-42a9-8a5f-5cb5336c32ba", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:36.204Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ec6973ae-b929-42a9-8a5f-5cb5336c32ba"} 2024-05-02T03:49:41.263Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ea76023f-a70d-44e2-adf2-9e02a30e21e3", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:41.737Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ea76023f-a70d-44e2-adf2-9e02a30e21e3"} 2024-05-02T03:49:46.906Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8a08a3de-b622-45fc-8842-100c630d7fa8", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:47.017Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8a08a3de-b622-45fc-8842-100c630d7fa8"} 2024-05-02T03:49:52.064Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6eb893de-c907-495a-9d8e-9a1a3216691c", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:52.183Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6eb893de-c907-495a-9d8e-9a1a3216691c"} 2024-05-02T03:49:57.250Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "107cccb4-3c5a-4580-8628-130088c8436b", "oldSize": 1, "newSize": 2} 2024-05-02T03:49:57.397Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "107cccb4-3c5a-4580-8628-130088c8436b"} 2024-05-02T03:50:02.519Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "063a3829-7eaa-46bf-b484-592ad8400d4f", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:02.636Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "063a3829-7eaa-46bf-b484-592ad8400d4f"} 2024-05-02T03:50:07.696Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "44c641d7-aa29-43a1-ba83-3c90f952da0c", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:07.802Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "44c641d7-aa29-43a1-ba83-3c90f952da0c"} 2024-05-02T03:50:12.854Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5081e48e-cf72-4600-9760-feb0baeb5815", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:13.000Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5081e48e-cf72-4600-9760-feb0baeb5815"} 2024-05-02T03:50:18.054Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c00072b3-0699-4e7e-9cd4-74b6dae234ef", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:18.159Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c00072b3-0699-4e7e-9cd4-74b6dae234ef"} 2024-05-02T03:50:23.203Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1ea0ffae-729a-4b23-acb1-a8e7720e92eb", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:23.401Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1ea0ffae-729a-4b23-acb1-a8e7720e92eb"} 2024-05-02T03:50:28.442Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "523a5844-644b-499a-9262-a19f34d6a651", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:28.561Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "523a5844-644b-499a-9262-a19f34d6a651"} 2024-05-02T03:50:33.602Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "b5f3e4b7-f2ba-466c-8c08-531d388c3695", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:34.294Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "71146730-7778-446d-a4df-eb524b861ca4", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:34.402Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "71146730-7778-446d-a4df-eb524b861ca4"} 2024-05-02T03:50:34.490Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ca116ec2-d304-4307-b2db-68ebfc9b4aff", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:34.618Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ca116ec2-d304-4307-b2db-68ebfc9b4aff"} 2024-05-02T03:50:36.628Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ca116ec2-d304-4307-b2db-68ebfc9b4aff", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.92.249.240:3306: connect: connection refused"} 2024-05-02T03:50:36.763Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "aa0a40e6-9382-4585-b568-9d173ed646ee", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:37.002Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "aa0a40e6-9382-4585-b568-9d173ed646ee"} 2024-05-02T03:50:39.491Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "717487d8-78a8-4a63-932f-5df1e218f453", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:39.634Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "717487d8-78a8-4a63-932f-5df1e218f453"} 2024-05-02T03:50:44.700Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ee4c4549-1a3f-4509-b531-9d7af517cbf3", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:44.843Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ee4c4549-1a3f-4509-b531-9d7af517cbf3"} 2024-05-02T03:50:49.954Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a2782bc9-1e8d-4d01-a885-f7155426c651", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:50.178Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a2782bc9-1e8d-4d01-a885-f7155426c651"} 2024-05-02T03:50:55.265Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "df4b3820-4028-4002-a851-39e1bdcae23c", "oldSize": 1, "newSize": 2} 2024-05-02T03:50:55.407Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "df4b3820-4028-4002-a851-39e1bdcae23c"} 2024-05-02T03:51:00.483Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5fdd010a-cd52-4b17-9c00-d3cb4802376d", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:00.630Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "5fdd010a-cd52-4b17-9c00-d3cb4802376d"} 2024-05-02T03:51:05.728Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "20318c14-9e2c-4273-a942-72ca5d50072a", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:05.920Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "20318c14-9e2c-4273-a942-72ca5d50072a"} 2024-05-02T03:51:06.062Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ba0b4977-bc86-41b3-918f-950dfa96839f", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:11.063Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a6c3be34-28b9-471c-900b-9edd3bef31c4", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:17.357Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "433fbd37-d330-424c-be8c-e1d89abf0e4f", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:23.599Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "91d338ee-937b-49a3-8129-cafc95dae5f1", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:29.870Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "6daaeac2-0d63-4c5b-b214-cacbfa85ddb2", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:36.185Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1ded18da-3df8-496d-a892-ea4da2135547", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:42.441Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "b3e939fe-d218-4ced-8ca2-1e67780e04a0", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:48.639Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1a5ffb14-1024-4c78-bf31-82f1f81ef528", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:50.015Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1df71044-3aa4-4439-8def-1f46e1dc06ff", "oldSize": 1, "newSize": 2} 2024-05-02T03:51:55.015Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "b2098149-ceef-43f1-8b26-3d0aeae4f42d", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:01.270Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "08dc9590-3575-42b2-82b1-a333c62f4600", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:07.564Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "31aa344c-64bd-4761-a5a6-2833e00e2609", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:13.802Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e41a11a5-1d78-4fbf-94d8-545c9b98e909", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:20.175Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "e9927810-1cad-462f-961b-c6a54f765de5", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:26.492Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c1eced2b-9660-4b3b-ae47-12ef72c95f55", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:33.444Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f3e3453d-aec8-4ef3-b5ce-9a8c0d1926f1", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:39.678Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "ce0d9347-ffbd-498b-b0a1-1533648f2fd6", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:45.918Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1079e350-dd4b-416f-97f3-c4fc2e26fd92", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:52.156Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3d33ed45-46e9-412e-9d60-552af154fb76", "oldSize": 1, "newSize": 2} 2024-05-02T03:52:58.397Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "3db24b9c-0070-4005-a722-460dd0df0be4", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:04.751Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "a7904260-1b11-4e0b-ad5e-9774e609307e", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:06.040Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4e650e80-1cef-430c-ac8f-b52069e75aa8", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:07.348Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "4e650e80-1cef-430c-ac8f-b52069e75aa8", "new version": "8.0.19-10"} 2024-05-02T03:53:07.454Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8ae90048-4178-4dc3-a00a-aaf9a84d7578", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:11.040Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "47759387-a3ac-411c-8548-21dea125045a", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:17.409Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "be468e2e-2617-4f99-b46c-866b5b1b5a50", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:23.965Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "caddb48b-8b98-4097-94cc-cdd98050a218", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:30.311Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "c0dca01c-afdc-47c1-92fb-c6c0d1d501ba", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:36.635Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "8b86f65f-69a9-4184-b8af-a3ef26b3a17b", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:42.917Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "babecf56-b911-4bed-9f4f-3b882d714b4b", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:49.227Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1c7aab95-cc83-4767-b470-eef4a06443ae", "oldSize": 1, "newSize": 2} 2024-05-02T03:53:55.601Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "972eb3fb-75cd-402f-b765-33816fa23331", "oldSize": 1, "newSize": 2} 2024-05-02T03:54:01.975Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "d4fc5cf5-d565-4e20-8a36-6a5ad903c378", "oldSize": 1, "newSize": 2} 2024-05-02T03:54:05.943Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "49398661-fcd9-4b35-a1c5-9f5872ce9991", "oldSize": 1, "newSize": 2} 2024-05-02T03:54:06.220Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "oldSize": 1, "newSize": 2} 2024-05-02T03:54:07.329Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1"} 2024-05-02T03:54:07.341Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-2"} 2024-05-02T03:54:07.341Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-28230"} 2024-05-02T03:55:27.668Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-2"} 2024-05-02T03:55:27.687Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-1"} 2024-05-02T03:56:47.918Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-1"} 2024-05-02T03:56:47.942Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-0"} 2024-05-02T03:58:08.231Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "pod name": "smart-update-pxc-0"} 2024-05-02T03:58:08.247Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1"} 2024-05-02T03:58:08.349Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "2441bcfb-888d-4b91-8a8f-6d92567aecb1", "new version": "8.0.36-28.1"} 2024-05-02T03:58:08.489Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "fae3b5ab-13c9-4691-83eb-059288d9b64c", "oldSize": 1, "newSize": 2} 2024-05-02T03:58:09.805Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "7e1691b2-feda-4636-8d49-785563010fcd", "oldSize": 1, "newSize": 2} 2024-05-02T03:58:13.490Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "93c8b971-cd5b-4bb9-a150-734084bced3b", "oldSize": 1, "newSize": 2} 2024-05-02T03:58:19.922Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "f91b86fc-803c-4181-8be2-65c70d5b6616", "oldSize": 1, "newSize": 2} 2024-05-02T03:58:26.182Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-28230", "name": "smart-update", "reconcileID": "1260da76-2567-4a28-8a41-5eadd3c716ed", "oldSize": 1, "newSize": 2} /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.17.3/pkg/internal/controller/controller.go:227 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.17.3/pkg/internal/controller/controller.go:266 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.17.3/pkg/internal/controller/controller.go:329 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.HFqIdli5Sb ++ mktemp + local LAST_ERR=/tmp/tmp.cjrTm1pjHO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HFqIdli5Sb No resources found + cat /tmp/tmp.cjrTm1pjHO + rm /tmp/tmp.HFqIdli5Sb /tmp/tmp.cjrTm1pjHO + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.FtKDiQkogU ++ mktemp + local LAST_ERR=/tmp/tmp.RalS7cas7k + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FtKDiQkogU No resources found + cat /tmp/tmp.RalS7cas7k + rm /tmp/tmp.FtKDiQkogU /tmp/tmp.RalS7cas7k + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.HdEnASzKPd ++ mktemp + local LAST_ERR=/tmp/tmp.D3AaBIlm6U + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HdEnASzKPd No resources found + cat /tmp/tmp.D3AaBIlm6U + rm /tmp/tmp.HdEnASzKPd /tmp/tmp.D3AaBIlm6U + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.zKcmQOFrzL ++ mktemp + local LAST_ERR=/tmp/tmp.FfeurwcwsF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zKcmQOFrzL validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.FfeurwcwsF + rm /tmp/tmp.zKcmQOFrzL /tmp/tmp.FfeurwcwsF + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-28230 + rm -rf /tmp/tmp.mUpbdlkLe4 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.xdoxuZV68j + desc 'test passed' + set +o xtrace + local LAST_OUT=/tmp/tmp.khxBBxWHmj ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.2s7g2Dioy8 + local exit_status=0 + local LAST_ERR=/tmp/tmp.cFPeNWMAkn + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-28230