Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-13435 + local ns=smart-update1-13435 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n smart-update1-23694 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.PhVBvBhXVX ++ mktemp + local LAST_ERR=/tmp/tmp.JNPsaPOV5p + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PhVBvBhXVX perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.JNPsaPOV5p + rm /tmp/tmp.PhVBvBhXVX /tmp/tmp.JNPsaPOV5p + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.P0jCqTCq2u ++ mktemp + local LAST_ERR=/tmp/tmp.6TqE4DAAEE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.P0jCqTCq2u No resources found + cat /tmp/tmp.6TqE4DAAEE + rm /tmp/tmp.P0jCqTCq2u /tmp/tmp.6TqE4DAAEE + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.GRPeHtd39f ++ mktemp + local LAST_ERR=/tmp/tmp.HgAE1GtqIT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GRPeHtd39f No resources found + cat /tmp/tmp.HgAE1GtqIT + rm /tmp/tmp.GRPeHtd39f /tmp/tmp.HgAE1GtqIT + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace + xargs kubectl delete ns ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.CmzSPc0Vfl + local LAST_OUT=/tmp/tmp.S5WEfjqhv3 ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.XHiCCcXOQ5 + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.MZvDEFVLnB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CmzSPc0Vfl + cat /tmp/tmp.XHiCCcXOQ5 + rm /tmp/tmp.CmzSPc0Vfl /tmp/tmp.XHiCCcXOQ5 + return 0 namespace "cert-manager" deleted namespace "smart-update1-23694" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.S5WEfjqhv3 namespace "pxc-operator" deleted + cat /tmp/tmp.MZvDEFVLnB + rm /tmp/tmp.S5WEfjqhv3 /tmp/tmp.MZvDEFVLnB + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.TvTwp3PXx8 ++ mktemp + local LAST_ERR=/tmp/tmp.nBK697Not6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TvTwp3PXx8 namespace/pxc-operator created + cat /tmp/tmp.nBK697Not6 + rm /tmp/tmp.TvTwp3PXx8 /tmp/tmp.nBK697Not6 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.qOPwt3lII7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WKY0MToiM8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qOPwt3lII7 ++ cat /tmp/tmp.WKY0MToiM8 ++ rm /tmp/tmp.qOPwt3lII7 /tmp/tmp.WKY0MToiM8 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster5 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.lKQWt4o2iB ++ mktemp + local LAST_ERR=/tmp/tmp.OOR3eOprJs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster5 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lKQWt4o2iB Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster5" modified. + cat /tmp/tmp.OOR3eOprJs + rm /tmp/tmp.lKQWt4o2iB /tmp/tmp.OOR3eOprJs + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.oIYnqcubzd ++ mktemp + local LAST_ERR=/tmp/tmp.fm5aFOaSaJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oIYnqcubzd customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.fm5aFOaSaJ + rm /tmp/tmp.oIYnqcubzd /tmp/tmp.fm5aFOaSaJ + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.QR2XQn40mx ++ mktemp + local LAST_ERR=/tmp/tmp.xcLnTFmLre + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QR2XQn40mx clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.xcLnTFmLre + rm /tmp/tmp.QR2XQn40mx /tmp/tmp.xcLnTFmLre + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' ++ mktemp + local LAST_OUT=/tmp/tmp.SbQrCTvGBR ++ mktemp + local LAST_ERR=/tmp/tmp.G1XexlnFtY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SbQrCTvGBR deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.G1XexlnFtY + rm /tmp/tmp.SbQrCTvGBR /tmp/tmp.G1XexlnFtY + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.eEfH0pr0Df ++ mktemp + local LAST_ERR=/tmp/tmp.UhgodMMNqW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eEfH0pr0Df pod/percona-xtradb-cluster-operator-76d759d896-4p7mz condition met + cat /tmp/tmp.UhgodMMNqW + rm /tmp/tmp.eEfH0pr0Df /tmp/tmp.UhgodMMNqW + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.D2vc14j1XW +++ mktemp ++ local LAST_ERR=/tmp/tmp.hJw7HNah3q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D2vc14j1XW ++ cat /tmp/tmp.hJw7HNah3q ++ rm /tmp/tmp.D2vc14j1XW /tmp/tmp.hJw7HNah3q ++ return 0 + wait_pod percona-xtradb-cluster-operator-76d759d896-4p7mz 480 pxc-operator + local pod=percona-xtradb-cluster-operator-76d759d896-4p7mz + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-76d759d896-4p7mz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-76d759d896-4p7mz condition met percona-xtradb-cluster-operator-76d759d896-4p7mz.Ok + sleep 3 + create_namespace smart-update1-13435 + local namespace=smart-update1-13435 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-13435' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-13435 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-13435 + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.THMZC9XGUK ++ mktemp + local LAST_ERR=/tmp/tmp.dzheFsQHTH + local exit_status=0 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.wJ1AF4aprm ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-13435 + local LAST_ERR=/tmp/tmp.sMU7e2XwJ0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + xargs kubectl delete ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-13435 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wJ1AF4aprm + cat /tmp/tmp.sMU7e2XwJ0 + rm /tmp/tmp.wJ1AF4aprm /tmp/tmp.sMU7e2XwJ0 + return 0 + exit_status=1 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.THMZC9XGUK + cat /tmp/tmp.dzheFsQHTH Error from server (NotFound): namespaces "smart-update1-13435" not found + rm /tmp/tmp.THMZC9XGUK /tmp/tmp.dzheFsQHTH + return 1 + : + wait_for_delete namespace/smart-update1-13435 + local res=namespace/smart-update1-13435 + echo -n 'namespace/smart-update1-13435 - ' namespace/smart-update1-13435 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-13435" not found + desc 'create namespace smart-update1-13435' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-13435 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-13435 ++ mktemp + local LAST_OUT=/tmp/tmp.vefBoSVZTW ++ mktemp + local LAST_ERR=/tmp/tmp.JKwXPhSAnS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-13435 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vefBoSVZTW namespace/smart-update1-13435 created + cat /tmp/tmp.JKwXPhSAnS + rm /tmp/tmp.vefBoSVZTW /tmp/tmp.JKwXPhSAnS + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.78uikyCGQ8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2wURQ5jRWo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.78uikyCGQ8 ++ cat /tmp/tmp.2wURQ5jRWo ++ rm /tmp/tmp.78uikyCGQ8 /tmp/tmp.2wURQ5jRWo ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster5 --namespace=smart-update1-13435 ++ mktemp + local LAST_OUT=/tmp/tmp.nlPQUIjVBo ++ mktemp + local LAST_ERR=/tmp/tmp.gQrLRypbM6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster5 --namespace=smart-update1-13435 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nlPQUIjVBo Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1713-588ca553-1-cluster5" modified. + cat /tmp/tmp.gQrLRypbM6 + rm /tmp/tmp.nlPQUIjVBo /tmp/tmp.gQrLRypbM6 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.0t5m8qX2qT ++ mktemp + local LAST_ERR=/tmp/tmp.BDwqjUZd1t + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0t5m8qX2qT secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.BDwqjUZd1t + rm /tmp/tmp.0t5m8qX2qT /tmp/tmp.BDwqjUZd1t + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.pJvSD2gZph ++ mktemp + local LAST_ERR=/tmp/tmp.lTxgQ0BDnq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pJvSD2gZph configmap/versions created + cat /tmp/tmp.lTxgQ0BDnq + rm /tmp/tmp.pJvSD2gZph /tmp/tmp.lTxgQ0BDnq + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.oaS2mFGyJK ++ mktemp + local LAST_ERR=/tmp/tmp.eFZjBgLX1o + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oaS2mFGyJK deployment.apps/version-service created service/version-service created + cat /tmp/tmp.eFZjBgLX1o + rm /tmp/tmp.oaS2mFGyJK /tmp/tmp.eFZjBgLX1o + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.lN2v5kW9Ez ++ mktemp + local LAST_ERR=/tmp/tmp.oerNCHQzso + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lN2v5kW9Ez namespace/cert-manager created + cat /tmp/tmp.oerNCHQzso + rm /tmp/tmp.lN2v5kW9Ez /tmp/tmp.oerNCHQzso + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.k0VeZVIfx8 ++ mktemp + local LAST_ERR=/tmp/tmp.J3xWYF8WF5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.k0VeZVIfx8 namespace/cert-manager labeled + cat /tmp/tmp.J3xWYF8WF5 + rm /tmp/tmp.k0VeZVIfx8 /tmp/tmp.J3xWYF8WF5 + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.MpO6M19JaD ++ mktemp + local LAST_ERR=/tmp/tmp.pto9q5x32L + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MpO6M19JaD namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.pto9q5x32L Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.MpO6M19JaD /tmp/tmp.pto9q5x32L + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 ++ sort -V +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ tail -n3 ++ head -n1 ++++ grep -c percona-xtradb-cluster-operator ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.NsCimhonGD ++++ mktemp +++ local LAST_ERR=/tmp/tmp.MTRO5tMCXi +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.NsCimhonGD +++ cat /tmp/tmp.MTRO5tMCXi +++ rm /tmp/tmp.NsCimhonGD /tmp/tmp.MTRO5tMCXi +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-76d759d896-4p7mz -n pxc-operator -- curl -s http://version-service.smart-update1-13435.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.X6Mg3kuubM +++ mktemp ++ local LAST_ERR=/tmp/tmp.ckHAO3xjwo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-76d759d896-4p7mz -n pxc-operator -- curl -s http://version-service.smart-update1-13435.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X6Mg3kuubM ++ cat /tmp/tmp.ckHAO3xjwo Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.X6Mg3kuubM /tmp/tmp.ckHAO3xjwo ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.gURZ4EPw2U ++ mktemp + local LAST_ERR=/tmp/tmp.gpiAPDKkQj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gURZ4EPw2U customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.gpiAPDKkQj + rm /tmp/tmp.gURZ4EPw2U /tmp/tmp.gpiAPDKkQj + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.1r0qy2bIjY/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"' /tmp/tmp.1r0qy2bIjY/smart-update.yml + spinup_pxc smart-update /tmp/tmp.1r0qy2bIjY/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.1r0qy2bIjY/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.tIqiva2hFk ++ mktemp + local LAST_ERR=/tmp/tmp.ZSNIOUJHwy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tIqiva2hFk secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.ZSNIOUJHwy + rm /tmp/tmp.tIqiva2hFk /tmp/tmp.ZSNIOUJHwy + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.h5bR4GQNUv + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-13435~ + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + local LAST_ERR=/tmp/tmp.wT0QcCE8v2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.h5bR4GQNUv deployment.apps/pxc-client created + cat /tmp/tmp.wT0QcCE8v2 + rm /tmp/tmp.h5bR4GQNUv /tmp/tmp.wT0QcCE8v2 + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.1r0qy2bIjY/smart-update.yml + '[' -z '' ']' + cat_config /tmp/tmp.1r0qy2bIjY/smart-update.yml + kubectl_bin apply -f - + cat /tmp/tmp.1r0qy2bIjY/smart-update.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.pC6GnBO1Ul + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-13435~ ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_ERR=/tmp/tmp.01zlizMFGx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pC6GnBO1Ul perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.01zlizMFGx + rm /tmp/tmp.pC6GnBO1Ul /tmp/tmp.01zlizMFGx + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.gIUy966ZFv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.YHq0nSN4Gk +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.gIUy966ZFv +++ cat /tmp/tmp.YHq0nSN4Gk +++ rm /tmp/tmp.gIUy966ZFv /tmp/tmp.YHq0nSN4Gk +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.vajjdABQFm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.hRkT2oyq0I +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.vajjdABQFm +++ cat /tmp/tmp.hRkT2oyq0I +++ rm /tmp/tmp.vajjdABQFm /tmp/tmp.hRkT2oyq0I +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 ++ mktemp + local LAST_OUT=/tmp/tmp.VHS68J88xP ++ mktemp + local LAST_ERR=/tmp/tmp.xXYrooqGtO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.VHS68J88xP + cat /tmp/tmp.xXYrooqGtO error: no matching resources found + rm /tmp/tmp.VHS68J88xP /tmp/tmp.xXYrooqGtO + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace Error from server (NotFound): pods "smart-update-proxysql-0" not found smart-update-proxysql-0...........Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HFT0p0ArjO +++ mktemp ++ local LAST_ERR=/tmp/tmp.L6T7RT0hPV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HFT0p0ArjO ++ cat /tmp/tmp.L6T7RT0hPV ++ rm /tmp/tmp.HFT0p0ArjO /tmp/tmp.L6T7RT0hPV ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P8ZSX6E0Vy +++ mktemp ++ local LAST_ERR=/tmp/tmp.X0nXBOkAAm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P8ZSX6E0Vy ++ cat /tmp/tmp.X0nXBOkAAm ++ rm /tmp/tmp.P8ZSX6E0Vy /tmp/tmp.X0nXBOkAAm ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.omnkVRfuPf +++ mktemp ++ local LAST_ERR=/tmp/tmp.l3CuFQ1OW8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.omnkVRfuPf ++ cat /tmp/tmp.l3CuFQ1OW8 ++ rm /tmp/tmp.omnkVRfuPf /tmp/tmp.l3CuFQ1OW8 ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rr0lZyZ58x +++ mktemp ++ local LAST_ERR=/tmp/tmp.rMWwr54Hqz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rr0lZyZ58x ++ cat /tmp/tmp.rMWwr54Hqz ++ rm /tmp/tmp.Rr0lZyZ58x /tmp/tmp.rMWwr54Hqz ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DJlHEQHBtz +++ mktemp ++ local LAST_ERR=/tmp/tmp.aeTbvkpqtu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DJlHEQHBtz ++ cat /tmp/tmp.aeTbvkpqtu ++ rm /tmp/tmp.DJlHEQHBtz /tmp/tmp.aeTbvkpqtu ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4bmr1W9TOl +++ mktemp ++ local LAST_ERR=/tmp/tmp.ql0JrTp3QV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4bmr1W9TOl ++ cat /tmp/tmp.ql0JrTp3QV Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.4bmr1W9TOl /tmp/tmp.ql0JrTp3QV ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.4ZdmmTgHNj +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.FBNiwDsbH6 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.4ZdmmTgHNj ++++ cat /tmp/tmp.FBNiwDsbH6 ++++ rm /tmp/tmp.4ZdmmTgHNj /tmp/tmp.FBNiwDsbH6 ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.7YnBXzS3SF +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.TteQ8I7USl ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.7YnBXzS3SF ++++ cat /tmp/tmp.TteQ8I7USl ++++ rm /tmp/tmp.7YnBXzS3SF /tmp/tmp.TteQ8I7USl ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-13435.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-13435.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-13435.svc.cluster.local ++ cut -d. -f1 + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.NycX8EtvnZ ++ mktemp + local LAST_ERR=/tmp/tmp.Y9vmklTTpZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NycX8EtvnZ perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.Y9vmklTTpZ + rm /tmp/tmp.NycX8EtvnZ /tmp/tmp.Y9vmklTTpZ + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update................................................................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uApui3OgSA +++ mktemp ++ local LAST_ERR=/tmp/tmp.etq8gn8FeM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uApui3OgSA ++ cat /tmp/tmp.etq8gn8FeM ++ rm /tmp/tmp.uApui3OgSA /tmp/tmp.etq8gn8FeM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.awnBiDtgAk +++ mktemp ++ local LAST_ERR=/tmp/tmp.ly2dLFtb4B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.awnBiDtgAk ++ cat /tmp/tmp.ly2dLFtb4B ++ rm /tmp/tmp.awnBiDtgAk /tmp/tmp.ly2dLFtb4B ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tUnu0ZKZtV +++ mktemp ++ local LAST_ERR=/tmp/tmp.TGEda7OaYs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tUnu0ZKZtV ++ cat /tmp/tmp.TGEda7OaYs ++ rm /tmp/tmp.tUnu0ZKZtV /tmp/tmp.TGEda7OaYs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MJ5BX34sNT +++ mktemp ++ local LAST_ERR=/tmp/tmp.KNxP3dENAt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MJ5BX34sNT ++ cat /tmp/tmp.KNxP3dENAt ++ rm /tmp/tmp.MJ5BX34sNT /tmp/tmp.KNxP3dENAt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GOFkMekAez +++ mktemp ++ local LAST_ERR=/tmp/tmp.CvbZtsLWre ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GOFkMekAez ++ cat /tmp/tmp.CvbZtsLWre ++ rm /tmp/tmp.GOFkMekAez /tmp/tmp.CvbZtsLWre ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lTo9M9O68a +++ mktemp ++ local LAST_ERR=/tmp/tmp.vv5GMHnjSw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lTo9M9O68a ++ cat /tmp/tmp.vv5GMHnjSw ++ rm /tmp/tmp.lTo9M9O68a /tmp/tmp.vv5GMHnjSw ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.s1tT13KZKb +++ mktemp ++ local LAST_ERR=/tmp/tmp.XzGKIedXeY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s1tT13KZKb ++ cat /tmp/tmp.XzGKIedXeY ++ rm /tmp/tmp.s1tT13KZKb /tmp/tmp.XzGKIedXeY ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a7HbKpv2yi +++ mktemp ++ local LAST_ERR=/tmp/tmp.SCtaQDUlPf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a7HbKpv2yi ++ cat /tmp/tmp.SCtaQDUlPf ++ rm /tmp/tmp.a7HbKpv2yi /tmp/tmp.SCtaQDUlPf ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cIvMIZ04kb +++ mktemp ++ local LAST_ERR=/tmp/tmp.NDPiLdR0Gi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cIvMIZ04kb ++ cat /tmp/tmp.NDPiLdR0Gi ++ rm /tmp/tmp.cIvMIZ04kb /tmp/tmp.NDPiLdR0Gi ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bQMlFcEuYK +++ mktemp ++ local LAST_ERR=/tmp/tmp.8tLkSiR8Go ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bQMlFcEuYK ++ cat /tmp/tmp.8tLkSiR8Go ++ rm /tmp/tmp.bQMlFcEuYK /tmp/tmp.8tLkSiR8Go ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nJ7aAC6ii8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8JhlBPh7DH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nJ7aAC6ii8 ++ cat /tmp/tmp.8JhlBPh7DH ++ rm /tmp/tmp.nJ7aAC6ii8 /tmp/tmp.8JhlBPh7DH ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w7Oc1Ln75C +++ mktemp ++ local LAST_ERR=/tmp/tmp.cqlk7jmzjs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w7Oc1Ln75C ++ cat /tmp/tmp.cqlk7jmzjs ++ rm /tmp/tmp.w7Oc1Ln75C /tmp/tmp.cqlk7jmzjs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YAzqIcJGvZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.BT5pE6AFgc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YAzqIcJGvZ ++ cat /tmp/tmp.BT5pE6AFgc ++ rm /tmp/tmp.YAzqIcJGvZ /tmp/tmp.BT5pE6AFgc ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uAB4SgCOfo +++ mktemp ++ local LAST_ERR=/tmp/tmp.lA6nRpQ1Ig ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uAB4SgCOfo ++ cat /tmp/tmp.lA6nRpQ1Ig ++ rm /tmp/tmp.uAB4SgCOfo /tmp/tmp.lA6nRpQ1Ig ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.t1tz0sWErH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.TmtHBPIeVS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.t1tz0sWErH +++++ cat /tmp/tmp.TmtHBPIeVS +++++ rm /tmp/tmp.t1tz0sWErH /tmp/tmp.TmtHBPIeVS +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.8xYP0yswxm ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.sWwczLy7W3 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.8xYP0yswxm +++++ cat /tmp/tmp.sWwczLy7W3 +++++ rm /tmp/tmp.8xYP0yswxm /tmp/tmp.sWwczLy7W3 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.S7BfkAnBgY +++ mktemp ++ local LAST_ERR=/tmp/tmp.1azATTxqk1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.S7BfkAnBgY ++ cat /tmp/tmp.1azATTxqk1 ++ rm /tmp/tmp.S7BfkAnBgY /tmp/tmp.1azATTxqk1 ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XHHVsVLRT6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xAolrZ5wlc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XHHVsVLRT6 ++ cat /tmp/tmp.xAolrZ5wlc ++ rm /tmp/tmp.XHHVsVLRT6 /tmp/tmp.xAolrZ5wlc ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G7cpgBlFtF +++ mktemp ++ local LAST_ERR=/tmp/tmp.TmVnQhc8EO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G7cpgBlFtF ++ cat /tmp/tmp.TmVnQhc8EO ++ rm /tmp/tmp.G7cpgBlFtF /tmp/tmp.TmVnQhc8EO ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mnZzmzcbJ9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.0eXvFSTAQZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mnZzmzcbJ9 ++ cat /tmp/tmp.0eXvFSTAQZ ++ rm /tmp/tmp.mnZzmzcbJ9 /tmp/tmp.0eXvFSTAQZ ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qgEJnjarro ++ mktemp + local LAST_ERR=/tmp/tmp.2ABF7sJXbZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qgEJnjarro perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.2ABF7sJXbZ + rm /tmp/tmp.qgEJnjarro /tmp/tmp.2ABF7sJXbZ + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.XatfCW2XM4 ++ mktemp + local LAST_ERR=/tmp/tmp.lAGkUlMHAC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XatfCW2XM4 persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.lAGkUlMHAC + rm /tmp/tmp.XatfCW2XM4 /tmp/tmp.lAGkUlMHAC + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"' /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qNRDPLE6c3 ++ mktemp + local LAST_ERR=/tmp/tmp.bUOqkcGg9g + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qNRDPLE6c3 secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.bUOqkcGg9g + rm /tmp/tmp.qNRDPLE6c3 /tmp/tmp.bUOqkcGg9g + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.yKn3As4fth + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_ERR=/tmp/tmp.ahKvclNSZZ + local exit_status=0 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-13435~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yKn3As4fth deployment.apps/pxc-client unchanged + cat /tmp/tmp.ahKvclNSZZ + rm /tmp/tmp.yKn3As4fth /tmp/tmp.ahKvclNSZZ + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.4tx3qWoGxg + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + cat /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_ERR=/tmp/tmp.yOqxmMosKh + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-13435~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4tx3qWoGxg perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.yOqxmMosKh + rm /tmp/tmp.4tx3qWoGxg /tmp/tmp.yOqxmMosKh + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Mr79QAgjH1 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.W4SKRlocvG +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Mr79QAgjH1 +++ cat /tmp/tmp.W4SKRlocvG +++ rm /tmp/tmp.Mr79QAgjH1 /tmp/tmp.W4SKRlocvG +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 ++ mktemp + local LAST_OUT=/tmp/tmp.NDzDmP6R2N ++ mktemp + local LAST_ERR=/tmp/tmp.GMErOt4liA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.NDzDmP6R2N + cat /tmp/tmp.GMErOt4liA error: no matching resources found + rm /tmp/tmp.NDzDmP6R2N /tmp/tmp.GMErOt4liA + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XXjVVS0TCQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.IBNKEW3QOy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XXjVVS0TCQ ++ cat /tmp/tmp.IBNKEW3QOy ++ rm /tmp/tmp.XXjVVS0TCQ /tmp/tmp.IBNKEW3QOy ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.86lCIwj2Qd +++ mktemp ++ local LAST_ERR=/tmp/tmp.hLUBaqhrIC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.86lCIwj2Qd ++ cat /tmp/tmp.hLUBaqhrIC ++ rm /tmp/tmp.86lCIwj2Qd /tmp/tmp.hLUBaqhrIC ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uCEvprCFK5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.weMej7VWcG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uCEvprCFK5 ++ cat /tmp/tmp.weMej7VWcG ++ rm /tmp/tmp.uCEvprCFK5 /tmp/tmp.weMej7VWcG ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wZDt8wIlL6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5TDN5uTkTM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wZDt8wIlL6 ++ cat /tmp/tmp.5TDN5uTkTM ++ rm /tmp/tmp.wZDt8wIlL6 /tmp/tmp.5TDN5uTkTM ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MdDwvBndvF +++ mktemp ++ local LAST_ERR=/tmp/tmp.oOwV7NzaYa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MdDwvBndvF ++ cat /tmp/tmp.oOwV7NzaYa ++ rm /tmp/tmp.MdDwvBndvF /tmp/tmp.oOwV7NzaYa ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hoVJR21smf +++ mktemp ++ local LAST_ERR=/tmp/tmp.qUVTYmbOxj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hoVJR21smf ++ cat /tmp/tmp.qUVTYmbOxj Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.hoVJR21smf /tmp/tmp.qUVTYmbOxj ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1CJYbWLvs9 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XojIRvgLsO +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1CJYbWLvs9 +++ cat /tmp/tmp.XojIRvgLsO +++ rm /tmp/tmp.1CJYbWLvs9 /tmp/tmp.XojIRvgLsO +++ return 0 ++ client_pod=pxc-client-6644d8898f-4n8dj ++ wait_pod pxc-client-6644d8898f-4n8dj ++ local pod=pxc-client-6644d8898f-4n8dj ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-4n8dj +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.g4W31h0cZh ++ mktemp + local LAST_ERR=/tmp/tmp.iWhPZye2JH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.g4W31h0cZh perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.iWhPZye2JH + rm /tmp/tmp.g4W31h0cZh /tmp/tmp.iWhPZye2JH + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update...................................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tkLknXyjH5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.4SuMvVOjv6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tkLknXyjH5 ++ cat /tmp/tmp.4SuMvVOjv6 ++ rm /tmp/tmp.tkLknXyjH5 /tmp/tmp.4SuMvVOjv6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5yOoPdIDNE +++ mktemp ++ local LAST_ERR=/tmp/tmp.iKNTRsYHnm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5yOoPdIDNE ++ cat /tmp/tmp.iKNTRsYHnm ++ rm /tmp/tmp.5yOoPdIDNE /tmp/tmp.iKNTRsYHnm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SXkxlp0ybb +++ mktemp ++ local LAST_ERR=/tmp/tmp.sTlcqH0dwG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SXkxlp0ybb ++ cat /tmp/tmp.sTlcqH0dwG ++ rm /tmp/tmp.SXkxlp0ybb /tmp/tmp.sTlcqH0dwG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WVwuc5F7VW +++ mktemp ++ local LAST_ERR=/tmp/tmp.SXwHe5hTQf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WVwuc5F7VW ++ cat /tmp/tmp.SXwHe5hTQf ++ rm /tmp/tmp.WVwuc5F7VW /tmp/tmp.SXwHe5hTQf ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vXCuhn4CUG +++ mktemp ++ local LAST_ERR=/tmp/tmp.gj7MYz1f9Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vXCuhn4CUG ++ cat /tmp/tmp.gj7MYz1f9Z ++ rm /tmp/tmp.vXCuhn4CUG /tmp/tmp.gj7MYz1f9Z ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vLRzdp6wLB +++ mktemp ++ local LAST_ERR=/tmp/tmp.6cXaWuhAwa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vLRzdp6wLB ++ cat /tmp/tmp.6cXaWuhAwa ++ rm /tmp/tmp.vLRzdp6wLB /tmp/tmp.6cXaWuhAwa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zh4qL1i0m1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NThrkhG87h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zh4qL1i0m1 ++ cat /tmp/tmp.NThrkhG87h ++ rm /tmp/tmp.Zh4qL1i0m1 /tmp/tmp.NThrkhG87h ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.No3j1FWbOg +++ mktemp ++ local LAST_ERR=/tmp/tmp.UEFL3JCcHj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.No3j1FWbOg ++ cat /tmp/tmp.UEFL3JCcHj ++ rm /tmp/tmp.No3j1FWbOg /tmp/tmp.UEFL3JCcHj ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AeaFIzccB2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Op8dALaCnO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AeaFIzccB2 ++ cat /tmp/tmp.Op8dALaCnO ++ rm /tmp/tmp.AeaFIzccB2 /tmp/tmp.Op8dALaCnO ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.qE3Y2KIelQ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.OzyGpEECly +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.qE3Y2KIelQ +++++ cat /tmp/tmp.OzyGpEECly +++++ rm /tmp/tmp.qE3Y2KIelQ /tmp/tmp.OzyGpEECly +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vz0DRMb3eD +++ mktemp ++ local LAST_ERR=/tmp/tmp.JOFfyNQEPi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vz0DRMb3eD ++ cat /tmp/tmp.JOFfyNQEPi ++ rm /tmp/tmp.vz0DRMb3eD /tmp/tmp.JOFfyNQEPi ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QC0ODzH2TN +++ mktemp ++ local LAST_ERR=/tmp/tmp.DUZwUXaUFW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QC0ODzH2TN ++ cat /tmp/tmp.DUZwUXaUFW ++ rm /tmp/tmp.QC0ODzH2TN /tmp/tmp.DUZwUXaUFW ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Y6dZDvW0zS +++ mktemp ++ local LAST_ERR=/tmp/tmp.WiNlu129bH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Y6dZDvW0zS ++ cat /tmp/tmp.WiNlu129bH ++ rm /tmp/tmp.Y6dZDvW0zS /tmp/tmp.WiNlu129bH ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N8qgTnRGZE +++ mktemp ++ local LAST_ERR=/tmp/tmp.G0RsDAU8oL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N8qgTnRGZE ++ cat /tmp/tmp.G0RsDAU8oL ++ rm /tmp/tmp.N8qgTnRGZE /tmp/tmp.G0RsDAU8oL ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + kubectl_bin delete -f /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.s3gskT5y1P ++ mktemp + local LAST_ERR=/tmp/tmp.IF14e3VoWy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.1r0qy2bIjY/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.s3gskT5y1P perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.IF14e3VoWy + rm /tmp/tmp.s3gskT5y1P /tmp/tmp.IF14e3VoWy + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.uGwd4HttYk ++ mktemp + local LAST_ERR=/tmp/tmp.BUzrRA6THC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uGwd4HttYk persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.BUzrRA6THC + rm /tmp/tmp.uGwd4HttYk /tmp/tmp.BUzrRA6THC + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553"' /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.MzMxQgOtvw ++ mktemp + local LAST_ERR=/tmp/tmp.lXkUp09vHZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MzMxQgOtvw secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.lXkUp09vHZ + rm /tmp/tmp.MzMxQgOtvw /tmp/tmp.lXkUp09vHZ + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_OUT=/tmp/tmp.5nNrruFK4v + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-13435~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.VmhJuQ9GpO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5nNrruFK4v deployment.apps/pxc-client unchanged + cat /tmp/tmp.VmhJuQ9GpO + rm /tmp/tmp.5nNrruFK4v /tmp/tmp.VmhJuQ9GpO + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + cat /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1713-588ca553#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-13435~ + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_OUT=/tmp/tmp.i02duvMaZI ++ mktemp + local LAST_ERR=/tmp/tmp.dggxU3tCQw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i02duvMaZI perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.dggxU3tCQw + rm /tmp/tmp.i02duvMaZI /tmp/tmp.dggxU3tCQw + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lR9qDwLBPY ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ZDRU2BTstp +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.lR9qDwLBPY +++ cat /tmp/tmp.ZDRU2BTstp +++ rm /tmp/tmp.lR9qDwLBPY /tmp/tmp.ZDRU2BTstp +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 ++ mktemp + local LAST_OUT=/tmp/tmp.JkOocVGBei ++ mktemp + local LAST_ERR=/tmp/tmp.Ceb3ysDS3K + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-13435 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.JkOocVGBei + cat /tmp/tmp.Ceb3ysDS3K error: no matching resources found + rm /tmp/tmp.JkOocVGBei /tmp/tmp.Ceb3ysDS3K + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wwCmU7qrSl +++ mktemp ++ local LAST_ERR=/tmp/tmp.Be8RIe9Kpn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wwCmU7qrSl ++ cat /tmp/tmp.Be8RIe9Kpn ++ rm /tmp/tmp.wwCmU7qrSl /tmp/tmp.Be8RIe9Kpn ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2Oc2mtE1oq +++ mktemp ++ local LAST_ERR=/tmp/tmp.pxUcLrxtlY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2Oc2mtE1oq ++ cat /tmp/tmp.pxUcLrxtlY ++ rm /tmp/tmp.2Oc2mtE1oq /tmp/tmp.pxUcLrxtlY ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l8dBfohK2e +++ mktemp ++ local LAST_ERR=/tmp/tmp.sCbAFIq5iY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l8dBfohK2e ++ cat /tmp/tmp.sCbAFIq5iY ++ rm /tmp/tmp.l8dBfohK2e /tmp/tmp.sCbAFIq5iY ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L1wX06j8nj +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZzK7KOwhoL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L1wX06j8nj ++ cat /tmp/tmp.ZzK7KOwhoL ++ rm /tmp/tmp.L1wX06j8nj /tmp/tmp.ZzK7KOwhoL ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AU7pF2PoZY +++ mktemp ++ local LAST_ERR=/tmp/tmp.H4J1DNGDzO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AU7pF2PoZY ++ cat /tmp/tmp.H4J1DNGDzO ++ rm /tmp/tmp.AU7pF2PoZY /tmp/tmp.H4J1DNGDzO ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AMkHITcSBr +++ mktemp ++ local LAST_ERR=/tmp/tmp.dw2U8T1PVy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AMkHITcSBr ++ cat /tmp/tmp.dw2U8T1PVy Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.AMkHITcSBr /tmp/tmp.dw2U8T1PVy ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.mmd94EIbIq ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xP3qIgxRWD +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.mmd94EIbIq +++ cat /tmp/tmp.xP3qIgxRWD +++ rm /tmp/tmp.mmd94EIbIq /tmp/tmp.xP3qIgxRWD +++ return 0 ++ client_pod=pxc-client-6644d8898f-4n8dj ++ wait_pod pxc-client-6644d8898f-4n8dj ++ local pod=pxc-client-6644d8898f-4n8dj ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-4n8dj +++ egrep '^(pxc|proxysql)$' +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.ohsUPn31dj ++ mktemp + local LAST_ERR=/tmp/tmp.cszPObOom6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ohsUPn31dj perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.cszPObOom6 + rm /tmp/tmp.ohsUPn31dj /tmp/tmp.cszPObOom6 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update............................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5btzshAwLu +++ mktemp ++ local LAST_ERR=/tmp/tmp.XpkwpKdCva ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5btzshAwLu ++ cat /tmp/tmp.XpkwpKdCva ++ rm /tmp/tmp.5btzshAwLu /tmp/tmp.XpkwpKdCva ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GoC127is5H +++ mktemp ++ local LAST_ERR=/tmp/tmp.RTkZk8OB0L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GoC127is5H ++ cat /tmp/tmp.RTkZk8OB0L ++ rm /tmp/tmp.GoC127is5H /tmp/tmp.RTkZk8OB0L ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G7m1eSEYc2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.P9w0zUjnmt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G7m1eSEYc2 ++ cat /tmp/tmp.P9w0zUjnmt ++ rm /tmp/tmp.G7m1eSEYc2 /tmp/tmp.P9w0zUjnmt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b3kPp140JM +++ mktemp ++ local LAST_ERR=/tmp/tmp.csXLXgyjgQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b3kPp140JM ++ cat /tmp/tmp.csXLXgyjgQ ++ rm /tmp/tmp.b3kPp140JM /tmp/tmp.csXLXgyjgQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vE8cjGMvcx +++ mktemp ++ local LAST_ERR=/tmp/tmp.pPrusbUgfN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vE8cjGMvcx ++ cat /tmp/tmp.pPrusbUgfN ++ rm /tmp/tmp.vE8cjGMvcx /tmp/tmp.pPrusbUgfN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PoG9r9TEME +++ mktemp ++ local LAST_ERR=/tmp/tmp.rgSL8Rqe6q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PoG9r9TEME ++ cat /tmp/tmp.rgSL8Rqe6q ++ rm /tmp/tmp.PoG9r9TEME /tmp/tmp.rgSL8Rqe6q ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YumZWdl2Tn +++ mktemp ++ local LAST_ERR=/tmp/tmp.f7AOQ8062F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YumZWdl2Tn ++ cat /tmp/tmp.f7AOQ8062F ++ rm /tmp/tmp.YumZWdl2Tn /tmp/tmp.f7AOQ8062F ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VYZOGGihqN +++ mktemp ++ local LAST_ERR=/tmp/tmp.Od70fif65I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VYZOGGihqN ++ cat /tmp/tmp.Od70fif65I ++ rm /tmp/tmp.VYZOGGihqN /tmp/tmp.Od70fif65I ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qGShxrrr3W +++ mktemp ++ local LAST_ERR=/tmp/tmp.f6oztLbDnD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qGShxrrr3W ++ cat /tmp/tmp.f6oztLbDnD ++ rm /tmp/tmp.qGShxrrr3W /tmp/tmp.f6oztLbDnD ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.F7kEzF33iz ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.LTHKvJxDGn +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.F7kEzF33iz +++++ cat /tmp/tmp.LTHKvJxDGn +++++ rm /tmp/tmp.F7kEzF33iz /tmp/tmp.LTHKvJxDGn +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZDjycvwLBZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.nuQ8SNRgtJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZDjycvwLBZ ++ cat /tmp/tmp.nuQ8SNRgtJ ++ rm /tmp/tmp.ZDjycvwLBZ /tmp/tmp.nuQ8SNRgtJ ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4iPXhIA7XH +++ mktemp ++ local LAST_ERR=/tmp/tmp.o5NCP9T21Q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4iPXhIA7XH ++ cat /tmp/tmp.o5NCP9T21Q ++ rm /tmp/tmp.4iPXhIA7XH /tmp/tmp.o5NCP9T21Q ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7liVh6fcAQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.dSYGwDungb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7liVh6fcAQ ++ cat /tmp/tmp.dSYGwDungb ++ rm /tmp/tmp.7liVh6fcAQ /tmp/tmp.dSYGwDungb ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y1xn3fqgeW +++ mktemp ++ local LAST_ERR=/tmp/tmp.PlsGMEyOrr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y1xn3fqgeW ++ cat /tmp/tmp.PlsGMEyOrr ++ rm /tmp/tmp.y1xn3fqgeW /tmp/tmp.PlsGMEyOrr ++ return 0 + client_pod=pxc-client-6644d8898f-4n8dj + wait_pod pxc-client-6644d8898f-4n8dj + local pod=pxc-client-6644d8898f-4n8dj + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4n8dj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4n8dj condition met pxc-client-6644d8898f-4n8dj.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.1r0qy2bIjY/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.1r0qy2bIjY/select-1.sql + kubectl_bin delete -f /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.9YIDPIK1c6 ++ mktemp + local LAST_ERR=/tmp/tmp.2TYqwJomOX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.1r0qy2bIjY/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9YIDPIK1c6 perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.2TYqwJomOX + rm /tmp/tmp.9YIDPIK1c6 /tmp/tmp.2TYqwJomOX + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.pMgKNhXGI5 ++ mktemp + local LAST_ERR=/tmp/tmp.hrOiM4P1HF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pMgKNhXGI5 persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.hrOiM4P1HF + rm /tmp/tmp.pMgKNhXGI5 /tmp/tmp.hrOiM4P1HF + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.4XD3cIDK8d ++ mktemp + local LAST_ERR=/tmp/tmp.U9iEq5wkik + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1713/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4XD3cIDK8d deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.U9iEq5wkik + rm /tmp/tmp.4XD3cIDK8d /tmp/tmp.U9iEq5wkik + return 0 + destroy smart-update1-13435 + local namespace=smart-update1-13435 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'the object has been modified' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + tee /tmp/tmp.1r0qy2bIjY/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v 'get backup status: Job.batch' + sort -u +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.X5UqOiywKv +++ mktemp ++ local LAST_ERR=/tmp/tmp.q0cKT7q3MM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X5UqOiywKv ++ cat /tmp/tmp.q0cKT7q3MM ++ rm /tmp/tmp.X5UqOiywKv /tmp/tmp.q0cKT7q3MM ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-76d759d896-4p7mz ++ mktemp + local LAST_OUT=/tmp/tmp.NLwQPg9Ni0 ++ mktemp + local LAST_ERR=/tmp/tmp.VwLi1R6PuZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-76d759d896-4p7mz + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NLwQPg9Ni0 + cat /tmp/tmp.VwLi1R6PuZ + rm /tmp/tmp.NLwQPg9Ni0 /tmp/tmp.VwLi1R6PuZ + return 0 2024-05-16T03:25:53.515Z INFO setup Manager starting up {"gitCommit": "588ca5536273d1a7fbb90c4eeb773bd67d233b66", "gitBranch": "PR-1713-588ca553", "buildTime": "2024-05-16T01:35:17Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-16T03:25:53.515Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1300000"} 2024-05-16T03:25:53.516Z INFO setup Registering Components. 2024-05-16T03:25:58.497Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-16T03:25:58.500Z INFO controller-runtime.metrics Starting metrics server 2024-05-16T03:25:58.500Z INFO setup Starting the Cmd. 2024-05-16T03:25:58.501Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-16T03:25:58.501Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-16T03:25:58.501Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-16T03:25:58.501Z INFO controller-runtime.webhook Starting webhook server 2024-05-16T03:25:58.501Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-16T03:25:58.502Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-16T03:25:58.602Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-16T03:25:58.617Z DEBUG events percona-xtradb-cluster-operator-76d759d896-4p7mz_e1718da1-8a97-4ede-b153-537f2acec0d2 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"caedcec0-f644-4ef6-8c4f-c53bd608ccfb","apiVersion":"coordination.k8s.io/v1","resourceVersion":"57757"}, "reason": "LeaderElection"} 2024-05-16T03:25:58.617Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-16T03:25:58.617Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-16T03:25:58.617Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-05-16T03:25:58.617Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-05-16T03:25:58.617Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-16T03:25:58.618Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-16T03:25:58.618Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-05-16T03:25:58.726Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-16T03:25:58.726Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-16T03:25:58.732Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-16T03:28:11.663Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "74388303-36cc-484c-a7d9-842f09db6a65", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:18.851Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ec75cf96-07dd-4fc0-8200-46f99d493d60", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:19.071Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ec75cf96-07dd-4fc0-8200-46f99d493d60"} 2024-05-16T03:28:19.381Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a84ae2cf-ddff-43c4-8c41-f5503823a216", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:19.492Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a84ae2cf-ddff-43c4-8c41-f5503823a216"} 2024-05-16T03:28:24.381Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "53721387-b130-4bd6-bb5c-b6bfc32d6954", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:24.477Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "53721387-b130-4bd6-bb5c-b6bfc32d6954"} 2024-05-16T03:28:29.517Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f70ddf0c-54e6-430f-bbb8-f6143e28846d", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:29.612Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f70ddf0c-54e6-430f-bbb8-f6143e28846d"} 2024-05-16T03:28:34.661Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c2f7c585-d7ab-40a4-8048-94ef2a059bef", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:34.761Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c2f7c585-d7ab-40a4-8048-94ef2a059bef"} 2024-05-16T03:28:39.802Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9e445e3d-4770-4428-8bb9-e25f6e3e1cfb", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:40.296Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9e445e3d-4770-4428-8bb9-e25f6e3e1cfb"} 2024-05-16T03:28:40.436Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3c29b065-3ed6-4300-b85c-1abe004f689b", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:40.601Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3c29b065-3ed6-4300-b85c-1abe004f689b"} 2024-05-16T03:28:45.437Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6a168359-3ef7-4745-bd20-b7ff7db6ec1d", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:45.594Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6a168359-3ef7-4745-bd20-b7ff7db6ec1d"} 2024-05-16T03:28:50.685Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "08e9adfb-2e26-4b1d-b3f6-bcbae98aee53", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:50.772Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "08e9adfb-2e26-4b1d-b3f6-bcbae98aee53"} 2024-05-16T03:28:55.810Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7ebd9995-4c15-4dee-acf7-02cdf2517f6a", "oldSize": 1, "newSize": 2} 2024-05-16T03:28:55.902Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7ebd9995-4c15-4dee-acf7-02cdf2517f6a"} 2024-05-16T03:28:55.987Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f5a4ade0-d7c4-41d8-817c-1f0c4add2d88", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:00.987Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ec57ee3c-1916-4bfe-8fed-1e3701dbf350", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:07.137Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f6f88084-7c06-4390-8518-102d31d6c32e", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:13.257Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "efe4f1e1-5515-4082-bab8-2eb31d45a420", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:19.391Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "feb12775-f1fa-4ce6-8544-c4e45449eb63", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:25.510Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e4aa952e-4645-4962-9b70-53ded241da65", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:31.694Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ce98177a-4387-4dc8-9900-8eb596738eb7", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:32.907Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:32.977Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d", "user": "operator"} 2024-05-16T03:29:33.017Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d", "user": "monitor"} 2024-05-16T03:29:33.091Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d"} 2024-05-16T03:29:33.150Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d"} 2024-05-16T03:29:33.199Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d", "user": "xtrabackup"} 2024-05-16T03:29:33.254Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d"} 2024-05-16T03:29:33.289Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d", "user": "replication"} 2024-05-16T03:29:34.386Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa67a1ce-5f24-4aeb-8d90-2d824b0ac76d", "err": "get primary pxc pod: not found"} 2024-05-16T03:29:37.907Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2dd6a310-008b-4b2c-a7b4-51067d9665ba", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:39.034Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2dd6a310-008b-4b2c-a7b4-51067d9665ba", "err": "get primary pxc pod: not found"} 2024-05-16T03:29:44.076Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4a52209d-b4be-4e4a-9096-2decafbc04cc", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:45.201Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4a52209d-b4be-4e4a-9096-2decafbc04cc", "err": "get primary pxc pod: not found"} 2024-05-16T03:29:50.245Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "453ce696-9bc1-4102-ac72-2dd76bd6b62e", "oldSize": 1, "newSize": 2} 2024-05-16T03:29:51.381Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "453ce696-9bc1-4102-ac72-2dd76bd6b62e", "err": "get primary pxc pod: not found"} 2024-05-16T03:29:56.424Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d0d51efc-c98f-461b-9d15-40b50ee5ecd1", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:02.619Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4f533ca2-7b36-4096-952b-f6d1d0f1a44f", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:08.855Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f4a267ff-ddb8-4743-94a8-1178f7b4f0e4", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:15.285Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4f018508-28e6-42da-a6ef-9e96651104c0", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:21.520Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "63235266-a501-418f-a1d1-d31fe3de7e9b", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:27.703Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "80226189-a529-4f14-bff6-ee0133631608", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:33.908Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "1a6d3563-3ec8-4108-8231-2bdd322c709e", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:40.119Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "649ae6e4-53b5-4295-86e0-88c2888519f4", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:46.514Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7cb987bf-bcf6-4b34-9942-62c23fc506fb", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:47.816Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "425605a5-c6ee-40af-8eff-3f61b2a4d5d2", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:52.816Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "93a0ce11-1d34-425c-b26d-7dbaeb53978f", "oldSize": 1, "newSize": 2} 2024-05-16T03:30:59.013Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "93644ac1-f06a-410a-9f84-69870b8126e9", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:05.215Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b220d385-abc9-4c14-b1bd-87ace83b0911", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:11.446Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9512d3bb-4601-486a-985f-36cbd292aba5", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:17.679Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cbefbe6f-18dc-4a6e-bf3e-df58c4eb3cf1", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:23.963Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "8c022b29-0510-4ce6-bcdb-af52cca15f3b", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:30.256Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "787d803d-c9b4-47d5-b5e6-e5aae5c5b554", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:36.477Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b7d0e08f-2108-474b-9c2f-82e0c804a3ab", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:42.704Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "124ea7f0-39f8-4abf-b141-9ec106be3b25", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:48.930Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5659164c-2052-41ff-ab20-c5e09aa8fd31", "oldSize": 1, "newSize": 2} 2024-05-16T03:31:55.157Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cd010dbf-0fdc-41ab-a92c-a52557c77c15", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:01.627Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ba50ffdd-ca6b-4467-8820-2fd70511e973", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:02.984Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "73df0c30-7b74-41fa-90d7-9b109316d06f", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:03.087Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "73df0c30-7b74-41fa-90d7-9b109316d06f", "user": "root"} 2024-05-16T03:32:04.374Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "73df0c30-7b74-41fa-90d7-9b109316d06f", "new version": "8.0.19-10"} 2024-05-16T03:32:04.477Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "0108e4d6-004c-4d15-9d2e-842c8f5e8dee", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:05.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "73df0c30-7b74-41fa-90d7-9b109316d06f"} 2024-05-16T03:32:07.985Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b85df696-d3ca-42a3-8ed5-ac2f8fdb0624", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:10.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b85df696-d3ca-42a3-8ed5-ac2f8fdb0624"} 2024-05-16T03:32:14.260Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4b97344a-f7b5-45b3-9acd-bb238f7261b4", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:16.913Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4b97344a-f7b5-45b3-9acd-bb238f7261b4"} 2024-05-16T03:32:20.615Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "98a68463-0ba7-4284-8c52-07e31e4eb2bd", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:23.090Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "98a68463-0ba7-4284-8c52-07e31e4eb2bd"} 2024-05-16T03:32:26.925Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "064e319d-7b09-418c-8f39-2d31d1ada2e1", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:29.614Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "064e319d-7b09-418c-8f39-2d31d1ada2e1"} 2024-05-16T03:32:33.274Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "72b05871-ca4f-4505-8fac-1a7d736a1990", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:35.730Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "72b05871-ca4f-4505-8fac-1a7d736a1990"} 2024-05-16T03:32:39.594Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "72795e8b-75e3-4ebc-a9bc-31a45ae216b0", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:42.348Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "72795e8b-75e3-4ebc-a9bc-31a45ae216b0"} 2024-05-16T03:32:45.996Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "daa67f3a-388c-4e19-82cb-a5b214ab3b75", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:48.636Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "daa67f3a-388c-4e19-82cb-a5b214ab3b75"} 2024-05-16T03:32:52.501Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f5b9fc43-6035-4f77-bddd-48306edf18d3", "oldSize": 1, "newSize": 2} 2024-05-16T03:32:55.073Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f5b9fc43-6035-4f77-bddd-48306edf18d3"} 2024-05-16T03:32:58.850Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cc80d0ad-6eda-4c7d-a401-5d97f3726ab3", "oldSize": 1, "newSize": 2} 2024-05-16T03:33:01.361Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cc80d0ad-6eda-4c7d-a401-5d97f3726ab3"} 2024-05-16T03:33:05.132Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f724eaf3-a4e4-4d66-b1b0-21fdb1356ddc", "oldSize": 1, "newSize": 2} 2024-05-16T03:33:07.587Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f724eaf3-a4e4-4d66-b1b0-21fdb1356ddc"} 2024-05-16T03:33:11.456Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "bd926c23-7bc5-40b2-adce-437950fb64ef", "oldSize": 1, "newSize": 2} 2024-05-16T03:33:13.123Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "815e9ad3-1801-4a14-a1ce-312b86fb17c3", "oldSize": 1, "newSize": 2} 2024-05-16T03:33:13.383Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "oldSize": 1, "newSize": 2} 2024-05-16T03:33:14.066Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "bd926c23-7bc5-40b2-adce-437950fb64ef"} 2024-05-16T03:33:14.493Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3"} 2024-05-16T03:33:14.502Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-2"} 2024-05-16T03:33:14.502Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-13435.svc.cluster.local"} 2024-05-16T03:33:34.729Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-05-16T03:34:44.757Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-2"} 2024-05-16T03:36:04.791Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-2"} 2024-05-16T03:36:04.803Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-1"} 2024-05-16T03:36:04.803Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-2"} 2024-05-16T03:36:25.070Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-05-16T03:37:25.185Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-1"} 2024-05-16T03:38:15.212Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-1"} 2024-05-16T03:38:15.219Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0"} 2024-05-16T03:38:15.219Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-1"} 2024-05-16T03:38:35.457Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-16T03:38:45.450Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-16T03:39:45.507Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0"} 2024-05-16T03:40:35.538Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0"} 2024-05-16T03:40:35.545Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "pod name": "smart-update-pxc-0"} 2024-05-16T03:40:35.545Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3"} 2024-05-16T03:40:35.638Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ae4b5c3e-867c-4ecb-bb81-5379ee3db7c3", "new version": "8.0.36-28.1"} 2024-05-16T03:40:35.765Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3ed0d136-0844-4b55-91cc-d0eafd72f3a3", "oldSize": 1, "newSize": 2} 2024-05-16T03:40:38.337Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3ed0d136-0844-4b55-91cc-d0eafd72f3a3"} 2024-05-16T03:40:40.765Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "adc1c44b-5b99-4ae3-b49d-ef2664ce2eca", "oldSize": 1, "newSize": 2} 2024-05-16T03:40:43.223Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "adc1c44b-5b99-4ae3-b49d-ef2664ce2eca"} 2024-05-16T03:40:47.111Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f23b15c7-f7b1-450b-9f80-90d7b6c643e6", "oldSize": 1, "newSize": 2} 2024-05-16T03:40:49.821Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f23b15c7-f7b1-450b-9f80-90d7b6c643e6"} 2024-05-16T03:40:53.769Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a80b6dc2-c0a1-4916-882f-db43937fdfec", "oldSize": 1, "newSize": 2} 2024-05-16T03:40:56.496Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a80b6dc2-c0a1-4916-882f-db43937fdfec"} 2024-05-16T03:41:00.376Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "77ea824d-bc7a-42c7-adee-05574d92a415", "oldSize": 1, "newSize": 2} 2024-05-16T03:41:01.966Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a47e2f3f-03e7-4b14-8496-2aaeeb9f893e", "oldSize": 1, "newSize": 2} 2024-05-16T03:41:03.030Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "77ea824d-bc7a-42c7-adee-05574d92a415"} 2024-05-16T03:42:00.619Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4eeb6d91-54b5-4102-9fe5-65ac178d39bd", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:00.835Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4eeb6d91-54b5-4102-9fe5-65ac178d39bd"} 2024-05-16T03:42:01.303Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3516d272-6f34-49a0-8a08-1883ff0ada86", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:01.490Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3516d272-6f34-49a0-8a08-1883ff0ada86"} 2024-05-16T03:42:01.679Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 933052d1-21b2-4c0c-aae8-588fc76ca592 2024-05-16T03:42:01.753Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c88d5c54-2936-49c7-aeaf-9cebf7599247", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:01.957Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c88d5c54-2936-49c7-aeaf-9cebf7599247"} 2024-05-16T03:42:06.753Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5d00e3e2-0dc6-4069-ba58-0249a8b2431c", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:06.834Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5d00e3e2-0dc6-4069-ba58-0249a8b2431c"} 2024-05-16T03:42:11.893Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5a19e669-8e45-4dc1-88a0-28b20300aa32", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:11.999Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5a19e669-8e45-4dc1-88a0-28b20300aa32"} 2024-05-16T03:42:17.040Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "79a78279-9a28-4bb8-b507-09ccf7b1e96e", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:18.141Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "79a78279-9a28-4bb8-b507-09ccf7b1e96e"} 2024-05-16T03:42:23.328Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d907928e-406f-488a-9d0b-7916d13d6bbf", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:23.438Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d907928e-406f-488a-9d0b-7916d13d6bbf"} 2024-05-16T03:42:28.530Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "212ecde4-b461-4c0c-8eeb-d8f1664758fd", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:28.627Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "212ecde4-b461-4c0c-8eeb-d8f1664758fd"} 2024-05-16T03:42:33.671Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "32a73f10-56f6-4c29-be16-012bcf117cfa", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:33.824Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "32a73f10-56f6-4c29-be16-012bcf117cfa"} 2024-05-16T03:42:38.891Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a66c2f7a-df10-4716-86f9-7192808ca3d8", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:38.985Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a66c2f7a-df10-4716-86f9-7192808ca3d8"} 2024-05-16T03:42:44.023Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9a530935-7529-40fa-83f8-e13f6c650d27", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:44.120Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9a530935-7529-40fa-83f8-e13f6c650d27"} 2024-05-16T03:42:49.161Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3203efe9-62a9-4e00-97ef-a3d5c33c57a9", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:49.240Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3203efe9-62a9-4e00-97ef-a3d5c33c57a9"} 2024-05-16T03:42:54.280Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5a77f21d-a9c0-4753-b65f-664839a1fd6c", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:54.381Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5a77f21d-a9c0-4753-b65f-664839a1fd6c"} 2024-05-16T03:42:59.434Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e32d1568-fe6e-4c49-904c-49c55da38589", "oldSize": 1, "newSize": 2} 2024-05-16T03:42:59.530Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e32d1568-fe6e-4c49-904c-49c55da38589"} 2024-05-16T03:43:04.594Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "07d50ebc-764d-4fe3-a3c6-6a803e772d0e", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:04.693Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "07d50ebc-764d-4fe3-a3c6-6a803e772d0e"} 2024-05-16T03:43:09.745Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ff04a3ee-ccad-44a1-8ffc-838887d63584", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:09.891Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ff04a3ee-ccad-44a1-8ffc-838887d63584"} 2024-05-16T03:43:15.236Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "45fb47f0-1b47-4c59-9de1-c95997fa4dc1", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:15.350Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "45fb47f0-1b47-4c59-9de1-c95997fa4dc1"} 2024-05-16T03:43:15.436Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f7a1e63b-1331-42c4-8897-fb5c1982aac6", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:15.604Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f7a1e63b-1331-42c4-8897-fb5c1982aac6"} 2024-05-16T03:43:17.748Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "806b907d-6778-4e11-a787-a51bb7698207", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:17.858Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "806b907d-6778-4e11-a787-a51bb7698207"} 2024-05-16T03:43:20.436Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "95143687-c1b7-47eb-9c63-55be0f7d714a", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:20.585Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "95143687-c1b7-47eb-9c63-55be0f7d714a"} 2024-05-16T03:43:25.666Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3cd69290-db75-4b0a-b549-dc4534081dc0", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:25.843Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3cd69290-db75-4b0a-b549-dc4534081dc0"} 2024-05-16T03:43:30.930Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5429c213-5dc7-49a8-9913-ffd46392fe04", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:31.059Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5429c213-5dc7-49a8-9913-ffd46392fe04"} 2024-05-16T03:43:36.135Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4b45cfd2-f922-452f-8a0f-3806e2064fa1", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:36.294Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4b45cfd2-f922-452f-8a0f-3806e2064fa1"} 2024-05-16T03:43:41.376Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "25460a95-0e4f-40ce-8783-1f940db58759", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:41.482Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "25460a95-0e4f-40ce-8783-1f940db58759"} 2024-05-16T03:43:41.571Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d14f0f67-a272-4031-bca0-d59b738983f8", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:46.571Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "676b480c-df0e-4740-bce5-71d6b7328206", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:52.849Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cec4fc63-4764-4af2-b335-8f0572e5c170", "oldSize": 1, "newSize": 2} 2024-05-16T03:43:59.050Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f8ffbce9-6f4e-48d8-a914-7c2cf9ebf1f4", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:05.367Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f100a561-f22b-4935-bc11-b3152db04f22", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:11.629Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fb7a9148-3c11-420d-a737-c1bb76f57dc8", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:17.830Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7d52ae1a-9c4a-4b4d-94f3-2e45baf05ec7", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:24.033Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b52bad91-8103-4dac-a45d-2fd6cbdf8022", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:30.304Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7f02c313-9db8-4527-9665-fd1b77fd817a", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:31.599Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f640e9f3-e34e-4057-833b-492265182025", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:36.599Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cffe1449-8f75-47b9-a85f-191dacfebaa6", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:42.818Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "bf2e8cd4-dfb4-4ffe-baa5-8763e743c719", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:49.041Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ac2adee2-7b08-4da7-8917-7336af851afa", "oldSize": 1, "newSize": 2} 2024-05-16T03:44:55.253Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "be3355fa-6099-4adb-8ead-108d6e24fe43", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:01.582Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b744cef9-f750-4a94-811e-db113c8cc385", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:07.828Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "130cc750-e82a-452c-9c22-e1011e692cf1", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:14.048Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4cd902e6-04bc-4257-878a-4388929121cf", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:20.267Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31b44873-725a-4408-9b71-cb0be0713523", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:26.507Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "42bd863c-5043-4ef5-acdb-5f1e75464a2a", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:32.808Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9986e90f-421d-42d2-af8b-e1d61d27d528", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:39.060Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "16754a59-9de5-41b5-8484-ba8e0e7c2898", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:45.421Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "8ad65f7b-1d2d-4804-9119-4f1820885308", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:46.731Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "451c0bcf-e2f3-4cf6-889c-1096e4413c85", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:47.987Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "451c0bcf-e2f3-4cf6-889c-1096e4413c85", "new version": "8.0.19-10"} 2024-05-16T03:45:48.095Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6756e8b3-f396-4c11-910c-54bf45abcee9", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:51.732Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3b1b22bf-82c0-48d7-82c8-3bf4005b20d9", "oldSize": 1, "newSize": 2} 2024-05-16T03:45:58.031Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "13999b83-0758-4db7-b603-356026d17711", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:04.296Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fde205bc-1778-4f2f-a398-01c7879e6cfb", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:10.637Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "352a70ad-43b6-4935-9d6a-3243650105cb", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:16.905Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "be46f8f4-e91f-44ec-9fd7-ecacd1130b1b", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:23.367Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "95f24f8d-20d3-4b29-99ae-b73e7aa3d1bc", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:29.672Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4de3fc56-3280-43b3-a9df-da115f67578f", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:35.952Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "aeece89e-8dc7-4d85-a8bb-dbe29e38ab05", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:42.215Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "1fe03329-7553-4bbb-bff0-a296639ff6a0", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:48.580Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c91105ca-9be9-4495-87c0-0ca462a0312b", "oldSize": 1, "newSize": 2} 2024-05-16T03:46:54.847Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "dada5858-de18-48ed-899f-14e998ab7edd", "oldSize": 1, "newSize": 2} 2024-05-16T03:47:01.686Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fd78db31-21cb-42e7-899d-a70f4dc6773c", "oldSize": 1, "newSize": 2} 2024-05-16T03:47:05.083Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b0fc10ad-5d6c-470a-ae37-0049fa672e11", "oldSize": 1, "newSize": 2} 2024-05-16T03:47:05.386Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "oldSize": 1, "newSize": 2} 2024-05-16T03:47:06.530Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad"} 2024-05-16T03:47:06.541Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-13435"} 2024-05-16T03:47:06.542Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-2"} 2024-05-16T03:47:26.825Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-05-16T03:48:36.849Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-2"} 2024-05-16T03:48:36.866Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-1"} 2024-05-16T03:49:57.088Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-1"} 2024-05-16T03:49:57.112Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-0"} 2024-05-16T03:50:17.458Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-16T03:51:27.367Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "pod name": "smart-update-pxc-0"} 2024-05-16T03:51:27.386Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad"} 2024-05-16T03:51:27.479Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e8a59dbb-bca3-4953-94a0-2ded288d58ad", "new version": "8.0.36-28.1"} 2024-05-16T03:51:27.631Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "bc079f83-db3c-423f-a903-230efe24f783", "oldSize": 1, "newSize": 2} 2024-05-16T03:51:32.632Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6284173b-2d67-4dd4-9ba6-54931194303c", "oldSize": 1, "newSize": 2} 2024-05-16T03:51:38.961Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c95cf034-694c-4df9-9e58-8a4a11c18143", "oldSize": 1, "newSize": 2} 2024-05-16T03:51:41.342Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "e14b7521-46af-48b0-902b-48b464e47655", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:31.316Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a05f7531-e6ef-4cd7-895c-b867d7f96e7b", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:31.462Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a05f7531-e6ef-4cd7-895c-b867d7f96e7b"} 2024-05-16T03:52:31.945Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4ff7271d-c44b-4149-8de1-f0999bb2930f", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:32.292Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "357519c6-cd0e-4e1c-8f23-9b604d155429", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:32.634Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "357519c6-cd0e-4e1c-8f23-9b604d155429"} 2024-05-16T03:52:32.877Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 6c5de0c2-0786-42c3-ad87-e0343dad5981 2024-05-16T03:52:32.968Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6a9900ba-4580-4eb7-94ff-3c6467f632b0", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:33.071Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6a9900ba-4580-4eb7-94ff-3c6467f632b0"} 2024-05-16T03:52:37.968Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5537b25e-80ba-4e5d-a5d4-7b3b2c8fb50b", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:38.060Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5537b25e-80ba-4e5d-a5d4-7b3b2c8fb50b"} 2024-05-16T03:52:43.101Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "849c0feb-fede-4e1c-bf6a-1c5e5d27eca9", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:43.192Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "849c0feb-fede-4e1c-bf6a-1c5e5d27eca9"} 2024-05-16T03:52:48.257Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "64eb7d46-5e9c-41b4-97f2-b7a9ae67b60e", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:48.335Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "64eb7d46-5e9c-41b4-97f2-b7a9ae67b60e"} 2024-05-16T03:52:53.387Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2a197a09-3eaa-488f-acfb-c45cebf7fa72", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:53.476Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2a197a09-3eaa-488f-acfb-c45cebf7fa72"} 2024-05-16T03:52:58.522Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5f6b0ff0-a3d0-4581-a6bc-6761c14d6c5e", "oldSize": 1, "newSize": 2} 2024-05-16T03:52:58.623Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5f6b0ff0-a3d0-4581-a6bc-6761c14d6c5e"} 2024-05-16T03:53:03.682Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "34e6938b-5cd2-483e-96ed-5d090b29985e", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:03.774Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "34e6938b-5cd2-483e-96ed-5d090b29985e"} 2024-05-16T03:53:08.813Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3909cf87-d28a-4044-b566-e10d4a405f16", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:08.904Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3909cf87-d28a-4044-b566-e10d4a405f16"} 2024-05-16T03:53:13.938Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c2a0c457-6b3a-4c52-be19-97be750535e7", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:14.030Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c2a0c457-6b3a-4c52-be19-97be750535e7"} 2024-05-16T03:53:19.072Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f9eff2ee-3041-425f-bb04-479860f49d75", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:19.157Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f9eff2ee-3041-425f-bb04-479860f49d75"} 2024-05-16T03:53:24.211Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7dda6fce-7e34-473e-8311-c33158b2ec1f", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:24.298Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7dda6fce-7e34-473e-8311-c33158b2ec1f"} 2024-05-16T03:53:29.333Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "36e9e21d-2ad5-49b3-8508-fdba6d73c776", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:29.449Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "36e9e21d-2ad5-49b3-8508-fdba6d73c776"} 2024-05-16T03:53:34.513Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "241416e5-f9de-49bb-96f4-2510cd87aefe", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:34.626Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "241416e5-f9de-49bb-96f4-2510cd87aefe"} 2024-05-16T03:53:39.703Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "95b44aed-df0e-4812-a9cf-5505b7205b8f", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:39.791Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "95b44aed-df0e-4812-a9cf-5505b7205b8f"} 2024-05-16T03:53:44.997Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "151a540c-2d2e-43cd-b0a9-ef6020564da2", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:45.087Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "151a540c-2d2e-43cd-b0a9-ef6020564da2"} 2024-05-16T03:53:50.133Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9c1b97a4-8710-453f-85bd-1955b2409e33", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:50.220Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "9c1b97a4-8710-453f-85bd-1955b2409e33"} 2024-05-16T03:53:50.339Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "67a9e659-8e38-460f-b63c-24cdde538616", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:50.488Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "67a9e659-8e38-460f-b63c-24cdde538616"} 2024-05-16T03:53:52.631Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2aae51b6-9478-42ef-8efa-f753453f13b9", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:52.745Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2aae51b6-9478-42ef-8efa-f753453f13b9"} 2024-05-16T03:53:55.337Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "551c65d9-bf0a-427c-ab20-6a6055068362", "oldSize": 1, "newSize": 2} 2024-05-16T03:53:55.639Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "551c65d9-bf0a-427c-ab20-6a6055068362"} 2024-05-16T03:54:00.747Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "0a6d749a-630b-4886-9b26-e738cacb6292", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:00.862Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "0a6d749a-630b-4886-9b26-e738cacb6292"} 2024-05-16T03:54:05.941Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a3a244ef-32fd-45da-bbab-3b8f642a6bb2", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:06.250Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "a3a244ef-32fd-45da-bbab-3b8f642a6bb2"} 2024-05-16T03:54:11.337Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d8b57fd4-9a7e-4675-9c32-b8650f5bbff1", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:11.450Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d8b57fd4-9a7e-4675-9c32-b8650f5bbff1"} 2024-05-16T03:54:16.521Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "15c28ae0-0d78-4a00-90ea-73f03b1cee1b", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:16.665Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "15c28ae0-0d78-4a00-90ea-73f03b1cee1b"} 2024-05-16T03:54:16.756Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "cec10788-e69c-4bd2-905b-f6655017b368", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:21.756Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "51dee395-e49b-4aae-b3b5-821f271895a9", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:27.953Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "df6a5827-826d-4a51-8184-851827884a2b", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:34.142Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "0070f7b4-da04-4950-a033-39bf7098b563", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:40.345Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6fca04ae-b8e4-4f79-bcb0-2ca631e306a0", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:46.608Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "15c0cd83-495b-4018-86d3-da863effcb46", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:52.841Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "39b0f47c-3c1a-4e6b-927f-b95a103614e7", "oldSize": 1, "newSize": 2} 2024-05-16T03:54:59.037Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "79684054-9988-40e3-91f7-58a442783cb3", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:05.242Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "fa1dd839-691c-4887-8f8a-9fc3e0c94808", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:06.494Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f5faa60d-da89-40d0-9a9e-cb0f117e2378", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:11.494Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6135d759-6d73-42c1-a336-e8f46538d53d", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:17.702Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "00ec4d11-d4f4-49a7-ab45-982459c9f6d0", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:23.954Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "18ee4f1f-030f-4511-b42c-3bd46bac1340", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:30.258Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3c27a21b-a44a-4f5c-ac04-c476c9059026", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:36.575Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "2529fa11-e697-4fba-bb37-37d7d486dbc8", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:42.778Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "09a723fd-9bce-44f7-925d-f33ccb16670c", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:49.044Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3c1db1e2-abe3-4fea-83c5-af198a9b9277", "oldSize": 1, "newSize": 2} 2024-05-16T03:55:55.282Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6dbc0a48-6faf-4ba0-9353-b7a4e6f26a2f", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:01.653Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "8f2dc010-8621-4d55-abf8-b64035a9a432", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:07.894Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "1235e199-6d11-4fd0-86fc-0392978d5228", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:14.097Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4f12dd64-391b-41d6-8933-ac3015a4351d", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:20.313Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b4db0872-90fc-4423-86d7-a4941f3955e7", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:21.741Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5a31887a-890c-4735-933c-895474c5dbe6", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:23.057Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "5a31887a-890c-4735-933c-895474c5dbe6", "new version": "8.0.19-10"} 2024-05-16T03:56:23.153Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "1c75eaa0-fefe-4cc8-a497-5054236693e2", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:26.742Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "35345d9e-895a-4617-b0fe-8a258110c853", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:33.052Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "b6b15585-430e-4442-a43e-64db45ffb915", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:39.319Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "c4d3fff2-8368-4a03-b75b-4eb63f9d29d7", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:45.591Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "0f5c2fd0-b688-43d8-bd56-89bf3e790dc3", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:51.955Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "7f64983b-0f9b-45ba-9c08-2cc6c3af8c32", "oldSize": 1, "newSize": 2} 2024-05-16T03:56:58.211Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "86b8743a-7101-40eb-b793-c22ccab2c0cd", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:04.470Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "ede9d426-0144-4dd2-9359-4240e44321d1", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:10.820Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "269bdbf5-adfc-4f27-9008-9a1dd7724276", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:17.089Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "8791863d-aeb0-4f4f-9981-dcb23dfa24f6", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:24.522Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "3ad39194-008f-4291-8cf2-05a34592aa8c", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:30.857Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "95cbe596-ba11-41e4-9722-a3f70aa86256", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:32.458Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "4e4907b1-31de-4f4b-a398-1c70a3da36ac", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:32.787Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "oldSize": 1, "newSize": 2} 2024-05-16T03:57:33.869Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b"} 2024-05-16T03:57:33.889Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-2"} 2024-05-16T03:57:33.889Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-13435"} 2024-05-16T03:58:54.142Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-2"} 2024-05-16T03:58:54.159Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-1"} 2024-05-16T03:59:14.353Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-05-16T04:00:14.372Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-1"} 2024-05-16T04:00:14.393Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-0"} 2024-05-16T04:00:34.618Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-05-16T04:01:34.642Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "pod name": "smart-update-pxc-0"} 2024-05-16T04:01:34.659Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b"} 2024-05-16T04:01:34.751Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "31d873e2-7d1b-444a-beae-0d7fa60eb46b", "new version": "8.0.36-28.1"} 2024-05-16T04:01:34.903Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "58345a4e-1125-4ff3-bc47-5a7f933f6f06", "oldSize": 1, "newSize": 2} 2024-05-16T04:01:36.192Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "502c9b4b-b01d-4543-bf89-dd28ae94c4f9", "oldSize": 1, "newSize": 2} 2024-05-16T04:01:39.903Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "72de526f-0b7c-4a78-a23a-17df60cd0d46", "oldSize": 1, "newSize": 2} 2024-05-16T04:01:46.589Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "f868dd07-8a81-4215-b7fb-f320568551b0", "oldSize": 1, "newSize": 2} 2024-05-16T04:01:52.900Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "6a29524e-ded3-4508-84c4-2474669f765a", "oldSize": 1, "newSize": 2} 2024-05-16T04:01:58.330Z INFO Setting safe defaults, updating HAProxy size {"controller": "pxc-controller", "namespace": "smart-update1-13435", "name": "smart-update", "reconcileID": "d38045b6-5e2e-4d93-a908-e0359f3107e5", "oldSize": 1, "newSize": 2} /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.VBsL1d7M9y ++ mktemp + local LAST_ERR=/tmp/tmp.JqPxc3aYwR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VBsL1d7M9y No resources found + cat /tmp/tmp.JqPxc3aYwR + rm /tmp/tmp.VBsL1d7M9y /tmp/tmp.JqPxc3aYwR + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.GBNWylGuy5 ++ mktemp + local LAST_ERR=/tmp/tmp.ml9wMeU4f6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GBNWylGuy5 No resources found + cat /tmp/tmp.ml9wMeU4f6 + rm /tmp/tmp.GBNWylGuy5 /tmp/tmp.ml9wMeU4f6 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.arQsuG8ANc ++ mktemp + local LAST_ERR=/tmp/tmp.vqKNreEBDo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.arQsuG8ANc No resources found + cat /tmp/tmp.vqKNreEBDo + rm /tmp/tmp.arQsuG8ANc /tmp/tmp.vqKNreEBDo + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.NjVJEgT0FL ++ mktemp + local LAST_ERR=/tmp/tmp.IwhkSOEDfU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NjVJEgT0FL validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.IwhkSOEDfU + rm /tmp/tmp.NjVJEgT0FL /tmp/tmp.IwhkSOEDfU + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-13435 + rm -rf /tmp/tmp.1r0qy2bIjY + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace + local LAST_OUT=/tmp/tmp.NrZ9BLdski ----------------------------------------------------------------------------------- test passed + local LAST_OUT=/tmp/tmp.IbRLvuyoYv ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.zKX6yaGSYD + local exit_status=0 + local LAST_ERR=/tmp/tmp.g5hvSe8wZm + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + for i in '$(seq 0 2)' + kubectl delete --grace-period=0 --force=true namespace pxc-operator + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-13435