Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/logs/smart-update1-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-10071 + local ns=smart-update1-10071 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n smart-update1-4663 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.NFHh1tsw7u ++ mktemp + local LAST_ERR=/tmp/tmp.Ln5F9AWWZB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NFHh1tsw7u perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.Ln5F9AWWZB + rm /tmp/tmp.NFHh1tsw7u /tmp/tmp.Ln5F9AWWZB + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.fyN0xLDkhY ++ mktemp + local LAST_ERR=/tmp/tmp.4fEqsMlr8R + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fyN0xLDkhY No resources found + cat /tmp/tmp.4fEqsMlr8R + rm /tmp/tmp.fyN0xLDkhY /tmp/tmp.4fEqsMlr8R + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.En9miSnt45 ++ mktemp + local LAST_ERR=/tmp/tmp.49gUHl6r4m + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.En9miSnt45 No resources found + cat /tmp/tmp.49gUHl6r4m + rm /tmp/tmp.En9miSnt45 /tmp/tmp.49gUHl6r4m + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.uoC3uhjtM2 ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.6tQMWwzRC3 + local exit_status=0 + local LAST_OUT=/tmp/tmp.jieitEL2EV ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + local LAST_ERR=/tmp/tmp.aEceo1r0kP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jieitEL2EV + cat /tmp/tmp.aEceo1r0kP + rm /tmp/tmp.jieitEL2EV /tmp/tmp.aEceo1r0kP + return 0 namespace "cert-manager" deleted namespace "smart-update1-4663" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uoC3uhjtM2 namespace "pxc-operator" deleted + cat /tmp/tmp.6tQMWwzRC3 + rm /tmp/tmp.uoC3uhjtM2 /tmp/tmp.6tQMWwzRC3 + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.HOiNmnLJbC ++ mktemp + local LAST_ERR=/tmp/tmp.LXDLtjpGS0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HOiNmnLJbC namespace/pxc-operator created + cat /tmp/tmp.LXDLtjpGS0 + rm /tmp/tmp.HOiNmnLJbC /tmp/tmp.LXDLtjpGS0 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.lIZdtD7KLz +++ mktemp ++ local LAST_ERR=/tmp/tmp.bHVOOjbvje ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lIZdtD7KLz ++ cat /tmp/tmp.bHVOOjbvje ++ rm /tmp/tmp.lIZdtD7KLz /tmp/tmp.bHVOOjbvje ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1754-ed3d32fe-6-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.guM0F60oVI ++ mktemp + local LAST_ERR=/tmp/tmp.Zry7GJa0Xh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1754-ed3d32fe-6-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.guM0F60oVI Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1754-ed3d32fe-6-cluster1" modified. + cat /tmp/tmp.Zry7GJa0Xh + rm /tmp/tmp.guM0F60oVI /tmp/tmp.Zry7GJa0Xh + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.ZWjbBVSXxe ++ mktemp + local LAST_ERR=/tmp/tmp.VHczLwSbvb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZWjbBVSXxe customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.VHczLwSbvb + rm /tmp/tmp.ZWjbBVSXxe /tmp/tmp.VHczLwSbvb + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.ThrOgDLT3P ++ mktemp + local LAST_ERR=/tmp/tmp.06hu4M6gJe + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ThrOgDLT3P clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.06hu4M6gJe + rm /tmp/tmp.ThrOgDLT3P /tmp/tmp.06hu4M6gJe + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/deploy/cw-operator.yaml + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - ++ mktemp + local LAST_OUT=/tmp/tmp.cycqGdPxzy ++ mktemp + local LAST_ERR=/tmp/tmp.r6ky4OKxpX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cycqGdPxzy deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.r6ky4OKxpX + rm /tmp/tmp.cycqGdPxzy /tmp/tmp.r6ky4OKxpX + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.XX3b8nOIU3 ++ mktemp + local LAST_ERR=/tmp/tmp.oYX4IpymL2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XX3b8nOIU3 pod/percona-xtradb-cluster-operator-5f46c656d7-cxzww condition met + cat /tmp/tmp.oYX4IpymL2 + rm /tmp/tmp.XX3b8nOIU3 /tmp/tmp.oYX4IpymL2 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.JiLOSWxQdo +++ mktemp ++ local LAST_ERR=/tmp/tmp.RkBYrEm5ZR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JiLOSWxQdo ++ cat /tmp/tmp.RkBYrEm5ZR ++ rm /tmp/tmp.JiLOSWxQdo /tmp/tmp.RkBYrEm5ZR ++ return 0 + wait_pod percona-xtradb-cluster-operator-5f46c656d7-cxzww 480 pxc-operator + local pod=percona-xtradb-cluster-operator-5f46c656d7-cxzww + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-5f46c656d7-cxzww ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-5f46c656d7-cxzww condition met percona-xtradb-cluster-operator-5f46c656d7-cxzww.Ok + sleep 3 + create_namespace smart-update1-10071 + local namespace=smart-update1-10071 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-10071' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-10071 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-10071 + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.S1v7dIbBDD + local LAST_OUT=/tmp/tmp.lSAX7jP1Nq ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.gcJ6fT2pAV + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.Z24j0F0b6q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-10071 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.S1v7dIbBDD + cat /tmp/tmp.gcJ6fT2pAV + rm /tmp/tmp.S1v7dIbBDD /tmp/tmp.gcJ6fT2pAV + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.lSAX7jP1Nq + cat /tmp/tmp.Z24j0F0b6q Error from server (NotFound): namespaces "smart-update1-10071" not found + rm /tmp/tmp.lSAX7jP1Nq /tmp/tmp.Z24j0F0b6q + return 1 + : + wait_for_delete namespace/smart-update1-10071 + local res=namespace/smart-update1-10071 + echo -n 'namespace/smart-update1-10071 - ' namespace/smart-update1-10071 - + set +o xtrace Error from server (NotFound): namespaces "smart-update1-10071" not found + desc 'create namespace smart-update1-10071' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-10071 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-10071 ++ mktemp + local LAST_OUT=/tmp/tmp.DpW0z9SbH8 ++ mktemp + local LAST_ERR=/tmp/tmp.V8NA4LVGrX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-10071 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DpW0z9SbH8 namespace/smart-update1-10071 created + cat /tmp/tmp.V8NA4LVGrX + rm /tmp/tmp.DpW0z9SbH8 /tmp/tmp.V8NA4LVGrX + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.AJnZ3J9fUT +++ mktemp ++ local LAST_ERR=/tmp/tmp.QzuedwyTQh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AJnZ3J9fUT ++ cat /tmp/tmp.QzuedwyTQh ++ rm /tmp/tmp.AJnZ3J9fUT /tmp/tmp.QzuedwyTQh ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1754-ed3d32fe-6-cluster1 --namespace=smart-update1-10071 ++ mktemp + local LAST_OUT=/tmp/tmp.0huP3b6vv7 ++ mktemp + local LAST_ERR=/tmp/tmp.2vTMJT8t44 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1754-ed3d32fe-6-cluster1 --namespace=smart-update1-10071 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0huP3b6vv7 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1754-ed3d32fe-6-cluster1" modified. + cat /tmp/tmp.2vTMJT8t44 + rm /tmp/tmp.0huP3b6vv7 /tmp/tmp.2vTMJT8t44 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qFXLHhY5Py ++ mktemp + local LAST_ERR=/tmp/tmp.KoeVsEsqEd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qFXLHhY5Py secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.KoeVsEsqEd + rm /tmp/tmp.qFXLHhY5Py /tmp/tmp.KoeVsEsqEd + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.DJWFJeOsbQ ++ mktemp + local LAST_ERR=/tmp/tmp.921s6giBzn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DJWFJeOsbQ configmap/versions created + cat /tmp/tmp.921s6giBzn + rm /tmp/tmp.DJWFJeOsbQ /tmp/tmp.921s6giBzn + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.dGdrijKt77 ++ mktemp + local LAST_ERR=/tmp/tmp.V1AVfoZZjt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dGdrijKt77 deployment.apps/version-service created service/version-service created + cat /tmp/tmp.V1AVfoZZjt + rm /tmp/tmp.dGdrijKt77 /tmp/tmp.V1AVfoZZjt + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.qQcs5zplnk ++ mktemp + local LAST_ERR=/tmp/tmp.VdqUMJg4nQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qQcs5zplnk namespace/cert-manager created + cat /tmp/tmp.VdqUMJg4nQ + rm /tmp/tmp.qQcs5zplnk /tmp/tmp.VdqUMJg4nQ + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.I4YmMAQhAc ++ mktemp + local LAST_ERR=/tmp/tmp.0ORwfkA971 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.I4YmMAQhAc namespace/cert-manager labeled + cat /tmp/tmp.0ORwfkA971 + rm /tmp/tmp.I4YmMAQhAc /tmp/tmp.0ORwfkA971 + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.umVOK3E469 ++ mktemp + local LAST_ERR=/tmp/tmp.zcepPql4fh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.umVOK3E469 namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.zcepPql4fh Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.umVOK3E469 /tmp/tmp.zcepPql4fh + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 ++ sort -V +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ tail -n3 ++ head -n1 ++++ grep -c percona-xtradb-cluster-operator ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.7RdH5nN7b5 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.WrxokFRZAw +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.7RdH5nN7b5 +++ cat /tmp/tmp.WrxokFRZAw +++ rm /tmp/tmp.7RdH5nN7b5 /tmp/tmp.WrxokFRZAw +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-5f46c656d7-cxzww -n pxc-operator -- curl -s http://version-service.smart-update1-10071.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.NBmP49ysVK +++ mktemp ++ local LAST_ERR=/tmp/tmp.NeZf9QjX4V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-5f46c656d7-cxzww -n pxc-operator -- curl -s http://version-service.smart-update1-10071.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NBmP49ysVK ++ cat /tmp/tmp.NeZf9QjX4V Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.NBmP49ysVK /tmp/tmp.NeZf9QjX4V ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.U4M5gPE3kn ++ mktemp + local LAST_ERR=/tmp/tmp.8vNP7N9HbE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.U4M5gPE3kn customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.8vNP7N9HbE + rm /tmp/tmp.U4M5gPE3kn /tmp/tmp.8vNP7N9HbE + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.ZKFJSPkos4/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe"' /tmp/tmp.ZKFJSPkos4/smart-update.yml + spinup_pxc smart-update /tmp/tmp.ZKFJSPkos4/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.ZKFJSPkos4/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.n9LrCnv4qR ++ mktemp + local LAST_ERR=/tmp/tmp.58vipmYq0e + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.n9LrCnv4qR secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.58vipmYq0e + rm /tmp/tmp.n9LrCnv4qR /tmp/tmp.58vipmYq0e + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.iTCx0gZSo0 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_ERR=/tmp/tmp.xpOCJ9QHQb + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10071~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iTCx0gZSo0 deployment.apps/pxc-client created + cat /tmp/tmp.xpOCJ9QHQb + rm /tmp/tmp.iTCx0gZSo0 /tmp/tmp.xpOCJ9QHQb + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.ZKFJSPkos4/smart-update.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.ZKFJSPkos4/smart-update.yml + cat /tmp/tmp.ZKFJSPkos4/smart-update.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.MJzU4ANzPb + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10071~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_ERR=/tmp/tmp.SLYUiWUarG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MJzU4ANzPb perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.SLYUiWUarG + rm /tmp/tmp.MJzU4ANzPb /tmp/tmp.SLYUiWUarG + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oz5h2zhJ4r ++++ mktemp +++ local LAST_ERR=/tmp/tmp.G5mgg9TquV +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.oz5h2zhJ4r +++ cat /tmp/tmp.G5mgg9TquV +++ rm /tmp/tmp.oz5h2zhJ4r /tmp/tmp.G5mgg9TquV +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ARZtZuaPUv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XXtMGQTlTY +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.ARZtZuaPUv +++ cat /tmp/tmp.XXtMGQTlTY +++ rm /tmp/tmp.ARZtZuaPUv /tmp/tmp.XXtMGQTlTY +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 ++ mktemp + local LAST_OUT=/tmp/tmp.L1GRl6uzu7 ++ mktemp + local LAST_ERR=/tmp/tmp.yUW5NWKTDz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.L1GRl6uzu7 + cat /tmp/tmp.yUW5NWKTDz error: no matching resources found + rm /tmp/tmp.L1GRl6uzu7 /tmp/tmp.yUW5NWKTDz + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace Error from server (NotFound): pods "smart-update-proxysql-0" not found smart-update-proxysql-0..............Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E7RFH546Ei +++ mktemp ++ local LAST_ERR=/tmp/tmp.VE51VZQxuo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E7RFH546Ei ++ cat /tmp/tmp.VE51VZQxuo ++ rm /tmp/tmp.E7RFH546Ei /tmp/tmp.VE51VZQxuo ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wgObvMb418 +++ mktemp ++ local LAST_ERR=/tmp/tmp.a5Je6TI1lV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wgObvMb418 ++ cat /tmp/tmp.a5Je6TI1lV ++ rm /tmp/tmp.wgObvMb418 /tmp/tmp.a5Je6TI1lV ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2xShvDAJiM +++ mktemp ++ local LAST_ERR=/tmp/tmp.j0afExn7aT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2xShvDAJiM ++ cat /tmp/tmp.j0afExn7aT ++ rm /tmp/tmp.2xShvDAJiM /tmp/tmp.j0afExn7aT ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RNS43QIcvS +++ mktemp ++ local LAST_ERR=/tmp/tmp.heaDODVdcq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RNS43QIcvS ++ cat /tmp/tmp.heaDODVdcq ++ rm /tmp/tmp.RNS43QIcvS /tmp/tmp.heaDODVdcq ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ptaGSIfYK5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KCrZkzajJX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ptaGSIfYK5 ++ cat /tmp/tmp.KCrZkzajJX ++ rm /tmp/tmp.ptaGSIfYK5 /tmp/tmp.KCrZkzajJX ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Je0KHCPEDK +++ mktemp ++ local LAST_ERR=/tmp/tmp.evXdAJRKqo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Je0KHCPEDK ++ cat /tmp/tmp.evXdAJRKqo Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.Je0KHCPEDK /tmp/tmp.evXdAJRKqo ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.RcFd8riOBz +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.CykpvrydQq ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.RcFd8riOBz ++++ cat /tmp/tmp.CykpvrydQq ++++ rm /tmp/tmp.RcFd8riOBz /tmp/tmp.CykpvrydQq ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.gcxjPefITP +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.hxb82po2ZA ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.gcxjPefITP ++++ cat /tmp/tmp.hxb82po2ZA ++++ rm /tmp/tmp.gcxjPefITP /tmp/tmp.hxb82po2ZA ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-10071.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-10071.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ cut -d. -f1 ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-10071.svc.cluster.local + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Ex8VOiV8Ey ++ mktemp + local LAST_ERR=/tmp/tmp.5THLKz6hyY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ex8VOiV8Ey perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.5THLKz6hyY + rm /tmp/tmp.Ex8VOiV8Ey /tmp/tmp.5THLKz6hyY + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update................................................................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G43ru4brDq +++ mktemp ++ local LAST_ERR=/tmp/tmp.vtHOkJPNQb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G43ru4brDq ++ cat /tmp/tmp.vtHOkJPNQb ++ rm /tmp/tmp.G43ru4brDq /tmp/tmp.vtHOkJPNQb ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7s8cvPgTul +++ mktemp ++ local LAST_ERR=/tmp/tmp.7wFnmbEz91 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7s8cvPgTul ++ cat /tmp/tmp.7wFnmbEz91 ++ rm /tmp/tmp.7s8cvPgTul /tmp/tmp.7wFnmbEz91 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cRHORALvnS +++ mktemp ++ local LAST_ERR=/tmp/tmp.co6C7yHaai ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cRHORALvnS ++ cat /tmp/tmp.co6C7yHaai ++ rm /tmp/tmp.cRHORALvnS /tmp/tmp.co6C7yHaai ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2DMWbYtzlU +++ mktemp ++ local LAST_ERR=/tmp/tmp.4OMUp1aa8v ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2DMWbYtzlU ++ cat /tmp/tmp.4OMUp1aa8v ++ rm /tmp/tmp.2DMWbYtzlU /tmp/tmp.4OMUp1aa8v ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.F8ptYWROrM +++ mktemp ++ local LAST_ERR=/tmp/tmp.v4wtOndzOx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.F8ptYWROrM ++ cat /tmp/tmp.v4wtOndzOx ++ rm /tmp/tmp.F8ptYWROrM /tmp/tmp.v4wtOndzOx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ejph1p9Frn +++ mktemp ++ local LAST_ERR=/tmp/tmp.soHcF8CvhR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ejph1p9Frn ++ cat /tmp/tmp.soHcF8CvhR ++ rm /tmp/tmp.ejph1p9Frn /tmp/tmp.soHcF8CvhR ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WgZePAWHSm +++ mktemp ++ local LAST_ERR=/tmp/tmp.bNUN7uc609 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WgZePAWHSm ++ cat /tmp/tmp.bNUN7uc609 ++ rm /tmp/tmp.WgZePAWHSm /tmp/tmp.bNUN7uc609 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Bg5THBmwgL +++ mktemp ++ local LAST_ERR=/tmp/tmp.ffV3Tzx7CW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Bg5THBmwgL ++ cat /tmp/tmp.ffV3Tzx7CW ++ rm /tmp/tmp.Bg5THBmwgL /tmp/tmp.ffV3Tzx7CW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.biYLKrou84 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WuzHkXPTuG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.biYLKrou84 ++ cat /tmp/tmp.WuzHkXPTuG ++ rm /tmp/tmp.biYLKrou84 /tmp/tmp.WuzHkXPTuG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9jVXNjb1DN +++ mktemp ++ local LAST_ERR=/tmp/tmp.JtTnBUw36l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9jVXNjb1DN ++ cat /tmp/tmp.JtTnBUw36l ++ rm /tmp/tmp.9jVXNjb1DN /tmp/tmp.JtTnBUw36l ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 9 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YfALizROZT +++ mktemp ++ local LAST_ERR=/tmp/tmp.DMGtK6JNvb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YfALizROZT ++ cat /tmp/tmp.DMGtK6JNvb ++ rm /tmp/tmp.YfALizROZT /tmp/tmp.DMGtK6JNvb ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 10 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VAKC2Oq6xB +++ mktemp ++ local LAST_ERR=/tmp/tmp.gldyfza4W8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VAKC2Oq6xB ++ cat /tmp/tmp.gldyfza4W8 ++ rm /tmp/tmp.VAKC2Oq6xB /tmp/tmp.gldyfza4W8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 11 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cwx2Vn3BHn +++ mktemp ++ local LAST_ERR=/tmp/tmp.ondr6HTvjl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cwx2Vn3BHn ++ cat /tmp/tmp.ondr6HTvjl ++ rm /tmp/tmp.Cwx2Vn3BHn /tmp/tmp.ondr6HTvjl ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 12 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4kdIVTVCJd +++ mktemp ++ local LAST_ERR=/tmp/tmp.xxfAE9ChST ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4kdIVTVCJd ++ cat /tmp/tmp.xxfAE9ChST ++ rm /tmp/tmp.4kdIVTVCJd /tmp/tmp.xxfAE9ChST ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 13 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oqaPHgxwxT +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xx5TQDOryd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oqaPHgxwxT ++ cat /tmp/tmp.Xx5TQDOryd ++ rm /tmp/tmp.oqaPHgxwxT /tmp/tmp.Xx5TQDOryd ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.URYWLenHff +++ mktemp ++ local LAST_ERR=/tmp/tmp.gq6MMAgT0M ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.URYWLenHff ++ cat /tmp/tmp.gq6MMAgT0M ++ rm /tmp/tmp.URYWLenHff /tmp/tmp.gq6MMAgT0M ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vWBkSeWQX2 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.yKpjfeAncX +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vWBkSeWQX2 +++++ cat /tmp/tmp.yKpjfeAncX +++++ rm /tmp/tmp.vWBkSeWQX2 /tmp/tmp.yKpjfeAncX +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.K3qIutKWyq ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.fdt5AZqx5d +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.K3qIutKWyq +++++ cat /tmp/tmp.fdt5AZqx5d +++++ rm /tmp/tmp.K3qIutKWyq /tmp/tmp.fdt5AZqx5d +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fj06G5dQdG +++ mktemp ++ local LAST_ERR=/tmp/tmp.7Dko5xEwQ2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fj06G5dQdG ++ cat /tmp/tmp.7Dko5xEwQ2 ++ rm /tmp/tmp.fj06G5dQdG /tmp/tmp.7Dko5xEwQ2 ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hR7gM5ZbHp +++ mktemp ++ local LAST_ERR=/tmp/tmp.415TZFk528 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hR7gM5ZbHp ++ cat /tmp/tmp.415TZFk528 ++ rm /tmp/tmp.hR7gM5ZbHp /tmp/tmp.415TZFk528 ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p2UAoM5NBJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.mAhBZuxA2s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p2UAoM5NBJ ++ cat /tmp/tmp.mAhBZuxA2s ++ rm /tmp/tmp.p2UAoM5NBJ /tmp/tmp.mAhBZuxA2s ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o0BUOS9zGM +++ mktemp ++ local LAST_ERR=/tmp/tmp.p2Elu9UyE0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o0BUOS9zGM ++ cat /tmp/tmp.p2Elu9UyE0 ++ rm /tmp/tmp.o0BUOS9zGM /tmp/tmp.p2Elu9UyE0 ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.pp67a2taQn ++ mktemp + local LAST_ERR=/tmp/tmp.06CtkGvbNG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pp67a2taQn perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.06CtkGvbNG + rm /tmp/tmp.pp67a2taQn /tmp/tmp.06CtkGvbNG + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.pHcZ3JBItr ++ mktemp + local LAST_ERR=/tmp/tmp.Um9gB5ezmX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pHcZ3JBItr persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted + cat /tmp/tmp.Um9gB5ezmX + rm /tmp/tmp.pHcZ3JBItr /tmp/tmp.Um9gB5ezmX + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe"' /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.8HHL00gx2e ++ mktemp + local LAST_ERR=/tmp/tmp.HNm55DdK7A + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8HHL00gx2e secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.HNm55DdK7A + rm /tmp/tmp.8HHL00gx2e /tmp/tmp.HNm55DdK7A + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.JRiRm8ylsG + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10071~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.UIRYEQMEzu + local exit_status=0 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JRiRm8ylsG deployment.apps/pxc-client unchanged + cat /tmp/tmp.UIRYEQMEzu + rm /tmp/tmp.JRiRm8ylsG /tmp/tmp.UIRYEQMEzu + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + cat /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.yBFZKHNZl3 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10071~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.OGloJWZdqh + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yBFZKHNZl3 perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.OGloJWZdqh + rm /tmp/tmp.yBFZKHNZl3 /tmp/tmp.OGloJWZdqh + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.OrakqVB0mc ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5iWYLnlg9u +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.OrakqVB0mc +++ cat /tmp/tmp.5iWYLnlg9u +++ rm /tmp/tmp.OrakqVB0mc /tmp/tmp.5iWYLnlg9u +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 ++ mktemp + local LAST_OUT=/tmp/tmp.RtTFontyB7 ++ mktemp + local LAST_ERR=/tmp/tmp.3sSb38gZoS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.RtTFontyB7 + cat /tmp/tmp.3sSb38gZoS error: no matching resources found + rm /tmp/tmp.RtTFontyB7 /tmp/tmp.3sSb38gZoS + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ArorQqOsMk +++ mktemp ++ local LAST_ERR=/tmp/tmp.CwEZjB4rVd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ArorQqOsMk ++ cat /tmp/tmp.CwEZjB4rVd ++ rm /tmp/tmp.ArorQqOsMk /tmp/tmp.CwEZjB4rVd ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pnsKmBgGED +++ mktemp ++ local LAST_ERR=/tmp/tmp.iKZsMzRgEF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pnsKmBgGED ++ cat /tmp/tmp.iKZsMzRgEF ++ rm /tmp/tmp.pnsKmBgGED /tmp/tmp.iKZsMzRgEF ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.irT3Dg8Lf5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.03ylmi5Sbt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.irT3Dg8Lf5 ++ cat /tmp/tmp.03ylmi5Sbt ++ rm /tmp/tmp.irT3Dg8Lf5 /tmp/tmp.03ylmi5Sbt ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.t41Abfms3b +++ mktemp ++ local LAST_ERR=/tmp/tmp.dfsqBudBO1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.t41Abfms3b ++ cat /tmp/tmp.dfsqBudBO1 ++ rm /tmp/tmp.t41Abfms3b /tmp/tmp.dfsqBudBO1 ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A6SzRlTANj +++ mktemp ++ local LAST_ERR=/tmp/tmp.HFgHfJSeuP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A6SzRlTANj ++ cat /tmp/tmp.HFgHfJSeuP ++ rm /tmp/tmp.A6SzRlTANj /tmp/tmp.HFgHfJSeuP ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZLbDbAzE9c +++ mktemp ++ local LAST_ERR=/tmp/tmp.SyDmZnVdZ6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZLbDbAzE9c ++ cat /tmp/tmp.SyDmZnVdZ6 Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.ZLbDbAzE9c /tmp/tmp.SyDmZnVdZ6 ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.70tum94UoJ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.BakuRKi04W +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.70tum94UoJ +++ cat /tmp/tmp.BakuRKi04W +++ rm /tmp/tmp.70tum94UoJ /tmp/tmp.BakuRKi04W +++ return 0 ++ client_pod=pxc-client-6644d8898f-nzk6n ++ wait_pod pxc-client-6644d8898f-nzk6n ++ local pod=pxc-client-6644d8898f-nzk6n ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-nzk6n +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Nsq9gRvaCV ++ mktemp + local LAST_ERR=/tmp/tmp.4wxSj43oog + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Nsq9gRvaCV perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.4wxSj43oog + rm /tmp/tmp.Nsq9gRvaCV /tmp/tmp.4wxSj43oog + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update................................................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5mv99mjkDn +++ mktemp ++ local LAST_ERR=/tmp/tmp.m2AOHs9vTo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5mv99mjkDn ++ cat /tmp/tmp.m2AOHs9vTo ++ rm /tmp/tmp.5mv99mjkDn /tmp/tmp.m2AOHs9vTo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q95rMcuMsn +++ mktemp ++ local LAST_ERR=/tmp/tmp.x18X8gFr42 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q95rMcuMsn ++ cat /tmp/tmp.x18X8gFr42 ++ rm /tmp/tmp.Q95rMcuMsn /tmp/tmp.x18X8gFr42 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WKtmDEpWmd +++ mktemp ++ local LAST_ERR=/tmp/tmp.OChD35CdCS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WKtmDEpWmd ++ cat /tmp/tmp.OChD35CdCS ++ rm /tmp/tmp.WKtmDEpWmd /tmp/tmp.OChD35CdCS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ac8LxN0Vq1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9uww9KNAkr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ac8LxN0Vq1 ++ cat /tmp/tmp.9uww9KNAkr ++ rm /tmp/tmp.ac8LxN0Vq1 /tmp/tmp.9uww9KNAkr ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Bf1q6eMfA3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nU3ff61PQq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Bf1q6eMfA3 ++ cat /tmp/tmp.nU3ff61PQq ++ rm /tmp/tmp.Bf1q6eMfA3 /tmp/tmp.nU3ff61PQq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vvZQjBccMg +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wjdyh2fvbZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vvZQjBccMg ++ cat /tmp/tmp.Wjdyh2fvbZ ++ rm /tmp/tmp.vvZQjBccMg /tmp/tmp.Wjdyh2fvbZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4bu5zHm1l9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QrDWrenqNA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4bu5zHm1l9 ++ cat /tmp/tmp.QrDWrenqNA ++ rm /tmp/tmp.4bu5zHm1l9 /tmp/tmp.QrDWrenqNA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gZt0aJwCoW +++ mktemp ++ local LAST_ERR=/tmp/tmp.tyH6IPnrpP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gZt0aJwCoW ++ cat /tmp/tmp.tyH6IPnrpP ++ rm /tmp/tmp.gZt0aJwCoW /tmp/tmp.tyH6IPnrpP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W2ccqQeBlv +++ mktemp ++ local LAST_ERR=/tmp/tmp.l5Xi9AWBKC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.W2ccqQeBlv ++ cat /tmp/tmp.l5Xi9AWBKC ++ rm /tmp/tmp.W2ccqQeBlv /tmp/tmp.l5Xi9AWBKC ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R7Qgt2dJHP +++ mktemp ++ local LAST_ERR=/tmp/tmp.gTy326Y3Ze ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R7Qgt2dJHP ++ cat /tmp/tmp.gTy326Y3Ze ++ rm /tmp/tmp.R7Qgt2dJHP /tmp/tmp.gTy326Y3Ze ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.35th6BOAeb ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.gKjlNVtEgI +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.35th6BOAeb +++++ cat /tmp/tmp.gKjlNVtEgI +++++ rm /tmp/tmp.35th6BOAeb /tmp/tmp.gKjlNVtEgI +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qTFKkrW49L +++ mktemp ++ local LAST_ERR=/tmp/tmp.y68AFQzwvp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qTFKkrW49L ++ cat /tmp/tmp.y68AFQzwvp ++ rm /tmp/tmp.qTFKkrW49L /tmp/tmp.y68AFQzwvp ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4rt1zWTPUh +++ mktemp ++ local LAST_ERR=/tmp/tmp.wbxI6h7XCw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4rt1zWTPUh ++ cat /tmp/tmp.wbxI6h7XCw ++ rm /tmp/tmp.4rt1zWTPUh /tmp/tmp.wbxI6h7XCw ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SyCi44NNf1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.VFa0MrcttK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SyCi44NNf1 ++ cat /tmp/tmp.VFa0MrcttK ++ rm /tmp/tmp.SyCi44NNf1 /tmp/tmp.VFa0MrcttK ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kac85ImeuM +++ mktemp ++ local LAST_ERR=/tmp/tmp.ONahtoVVOi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kac85ImeuM ++ cat /tmp/tmp.ONahtoVVOi ++ rm /tmp/tmp.kac85ImeuM /tmp/tmp.ONahtoVVOi ++ return 0 + client_pod=pxc-client-6644d8898f-nzk6n + wait_pod pxc-client-6644d8898f-nzk6n + local pod=pxc-client-6644d8898f-nzk6n + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-nzk6n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-nzk6n condition met pxc-client-6644d8898f-nzk6n.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + kubectl_bin delete -f /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.guhNlRsVNv ++ mktemp + local LAST_ERR=/tmp/tmp.beVQ7BBOJK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.ZKFJSPkos4/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.guhNlRsVNv perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.beVQ7BBOJK + rm /tmp/tmp.guhNlRsVNv /tmp/tmp.beVQ7BBOJK + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.3OCAnyfwIg ++ mktemp + local LAST_ERR=/tmp/tmp.TknxGgi4Rk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3OCAnyfwIg persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.TknxGgi4Rk + rm /tmp/tmp.3OCAnyfwIg /tmp/tmp.TknxGgi4Rk + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe"' /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Lz1zKMm8la ++ mktemp + local LAST_ERR=/tmp/tmp.viFgSZi0BD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Lz1zKMm8la secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.viFgSZi0BD + rm /tmp/tmp.Lz1zKMm8la /tmp/tmp.viFgSZi0BD + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10071~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.BaV6UpxMG5 + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_ERR=/tmp/tmp.RKgaFNVubB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BaV6UpxMG5 deployment.apps/pxc-client unchanged + cat /tmp/tmp.RKgaFNVubB + rm /tmp/tmp.BaV6UpxMG5 /tmp/tmp.RKgaFNVubB + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + kubectl_bin apply -f - + cat /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.cYj5OrblyU + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1754-ed3d32fe#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10071~ ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.k2DSjPWXCS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cYj5OrblyU perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.k2DSjPWXCS + rm /tmp/tmp.cYj5OrblyU /tmp/tmp.k2DSjPWXCS + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9wg06gmSyx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Lgq4IZWMDB +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.9wg06gmSyx +++ cat /tmp/tmp.Lgq4IZWMDB +++ rm /tmp/tmp.9wg06gmSyx /tmp/tmp.Lgq4IZWMDB +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 ++ mktemp + local LAST_OUT=/tmp/tmp.EDXw719suF ++ mktemp + local LAST_ERR=/tmp/tmp.jT2x6sqOR3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-10071 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.EDXw719suF + cat /tmp/tmp.jT2x6sqOR3 error: no matching resources found + rm /tmp/tmp.EDXw719suF /tmp/tmp.jT2x6sqOR3 + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met smart-update-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met smart-update-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met smart-update-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JhBV0Y8Gdg +++ mktemp ++ local LAST_ERR=/tmp/tmp.DPPCWI8aTA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JhBV0Y8Gdg ++ cat /tmp/tmp.DPPCWI8aTA ++ rm /tmp/tmp.JhBV0Y8Gdg /tmp/tmp.DPPCWI8aTA ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZA40Gr2xzB +++ mktemp ++ local LAST_ERR=/tmp/tmp.7HIdp2HnUd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZA40Gr2xzB ++ cat /tmp/tmp.7HIdp2HnUd ++ rm /tmp/tmp.ZA40Gr2xzB /tmp/tmp.7HIdp2HnUd ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PrmRzQJ4y2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HmNNaCNaD5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PrmRzQJ4y2 ++ cat /tmp/tmp.HmNNaCNaD5 ++ rm /tmp/tmp.PrmRzQJ4y2 /tmp/tmp.HmNNaCNaD5 ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eso6P7IbjO +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZABcb2hiNg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eso6P7IbjO ++ cat /tmp/tmp.ZABcb2hiNg ++ rm /tmp/tmp.eso6P7IbjO /tmp/tmp.ZABcb2hiNg ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A8Cx34yNFR +++ mktemp ++ local LAST_ERR=/tmp/tmp.YKaeILkkxp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A8Cx34yNFR ++ cat /tmp/tmp.YKaeILkkxp ++ rm /tmp/tmp.A8Cx34yNFR /tmp/tmp.YKaeILkkxp ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4LXzd9oHto +++ mktemp ++ local LAST_ERR=/tmp/tmp.0eNfB2atJi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4LXzd9oHto ++ cat /tmp/tmp.0eNfB2atJi Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.4LXzd9oHto /tmp/tmp.0eNfB2atJi ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nxu3pyvHKj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KNiNVVG3gl +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.nxu3pyvHKj +++ cat /tmp/tmp.KNiNVVG3gl +++ rm /tmp/tmp.nxu3pyvHKj /tmp/tmp.KNiNVVG3gl +++ return 0 ++ client_pod=pxc-client-6644d8898f-4q78d ++ wait_pod pxc-client-6644d8898f-4q78d ++ local pod=pxc-client-6644d8898f-4q78d ++ local max_retry=480 ++ local ns= +++ echo pxc-client-6644d8898f-4q78d +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.U6kuNV5Y2k ++ mktemp + local LAST_ERR=/tmp/tmp.xzX6jLg4Sy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.U6kuNV5Y2k perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.xzX6jLg4Sy + rm /tmp/tmp.U6kuNV5Y2k /tmp/tmp.xzX6jLg4Sy + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update.............................................. smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uA87QNLjxX +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fx8qIZ72GI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uA87QNLjxX ++ cat /tmp/tmp.Fx8qIZ72GI ++ rm /tmp/tmp.uA87QNLjxX /tmp/tmp.Fx8qIZ72GI ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gT0vTvcTSn +++ mktemp ++ local LAST_ERR=/tmp/tmp.vKeapWpVL9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gT0vTvcTSn ++ cat /tmp/tmp.vKeapWpVL9 ++ rm /tmp/tmp.gT0vTvcTSn /tmp/tmp.vKeapWpVL9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dWaxJOPXqB +++ mktemp ++ local LAST_ERR=/tmp/tmp.YtVMG8yEy4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dWaxJOPXqB ++ cat /tmp/tmp.YtVMG8yEy4 ++ rm /tmp/tmp.dWaxJOPXqB /tmp/tmp.YtVMG8yEy4 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J02YS5wfMa +++ mktemp ++ local LAST_ERR=/tmp/tmp.pfO6nZKWuc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J02YS5wfMa ++ cat /tmp/tmp.pfO6nZKWuc ++ rm /tmp/tmp.J02YS5wfMa /tmp/tmp.pfO6nZKWuc ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jOC9eGShRo +++ mktemp ++ local LAST_ERR=/tmp/tmp.wAhQ3dPFGH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jOC9eGShRo ++ cat /tmp/tmp.wAhQ3dPFGH ++ rm /tmp/tmp.jOC9eGShRo /tmp/tmp.wAhQ3dPFGH ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bTm9sZGJpw +++ mktemp ++ local LAST_ERR=/tmp/tmp.pErosRRiSJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bTm9sZGJpw ++ cat /tmp/tmp.pErosRRiSJ ++ rm /tmp/tmp.bTm9sZGJpw /tmp/tmp.pErosRRiSJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 5 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vsd0NoOUkG +++ mktemp ++ local LAST_ERR=/tmp/tmp.1Ij1HwQLQ3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vsd0NoOUkG ++ cat /tmp/tmp.1Ij1HwQLQ3 ++ rm /tmp/tmp.vsd0NoOUkG /tmp/tmp.1Ij1HwQLQ3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 6 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vFI4riNdap +++ mktemp ++ local LAST_ERR=/tmp/tmp.QaNOmlktu3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vFI4riNdap ++ cat /tmp/tmp.QaNOmlktu3 ++ rm /tmp/tmp.vFI4riNdap /tmp/tmp.QaNOmlktu3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 7 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R2NtxVUJNC +++ mktemp ++ local LAST_ERR=/tmp/tmp.iWbJtJxpil ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R2NtxVUJNC ++ cat /tmp/tmp.iWbJtJxpil ++ rm /tmp/tmp.R2NtxVUJNC /tmp/tmp.iWbJtJxpil ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 8 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wKHhrY1lrj +++ mktemp ++ local LAST_ERR=/tmp/tmp.9S4TZ8n9ao ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wKHhrY1lrj ++ cat /tmp/tmp.9S4TZ8n9ao ++ rm /tmp/tmp.wKHhrY1lrj /tmp/tmp.9S4TZ8n9ao ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7stnvPO2np +++ mktemp ++ local LAST_ERR=/tmp/tmp.umwGxZnEth ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7stnvPO2np ++ cat /tmp/tmp.umwGxZnEth ++ rm /tmp/tmp.7stnvPO2np /tmp/tmp.umwGxZnEth ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.zQZK8D70eW ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.bPqtFrR1KM +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.zQZK8D70eW +++++ cat /tmp/tmp.bPqtFrR1KM +++++ rm /tmp/tmp.zQZK8D70eW /tmp/tmp.bPqtFrR1KM +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lt50vWRdmp +++ mktemp ++ local LAST_ERR=/tmp/tmp.evPYQ4G1TB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lt50vWRdmp ++ cat /tmp/tmp.evPYQ4G1TB ++ rm /tmp/tmp.Lt50vWRdmp /tmp/tmp.evPYQ4G1TB ++ return 0 + [[ 2 == \2 ]] ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OwBmJtphVe +++ mktemp ++ local LAST_ERR=/tmp/tmp.XdoOq2Clmm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OwBmJtphVe ++ cat /tmp/tmp.XdoOq2Clmm ++ rm /tmp/tmp.OwBmJtphVe /tmp/tmp.XdoOq2Clmm ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tPByYtxHxE +++ mktemp ++ local LAST_ERR=/tmp/tmp.13kcwQrZVM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tPByYtxHxE ++ cat /tmp/tmp.13kcwQrZVM ++ rm /tmp/tmp.tPByYtxHxE /tmp/tmp.13kcwQrZVM ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2PtTeNZzbw +++ mktemp ++ local LAST_ERR=/tmp/tmp.N5IrAQQ5vB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2PtTeNZzbw ++ cat /tmp/tmp.N5IrAQQ5vB ++ rm /tmp/tmp.2PtTeNZzbw /tmp/tmp.N5IrAQQ5vB ++ return 0 + client_pod=pxc-client-6644d8898f-4q78d + wait_pod pxc-client-6644d8898f-4q78d + local pod=pxc-client-6644d8898f-4q78d + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-4q78d ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-4q78d condition met pxc-client-6644d8898f-4q78d.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.ZKFJSPkos4/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZKFJSPkos4/select-1.sql + kubectl_bin delete -f /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZtqxnhJtQ3 ++ mktemp + local LAST_ERR=/tmp/tmp.ZjEyDYqkk9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.ZKFJSPkos4/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZtqxnhJtQ3 perconaxtradbcluster.pxc.percona.com "smart-update" deleted + cat /tmp/tmp.ZjEyDYqkk9 + rm /tmp/tmp.ZtqxnhJtQ3 /tmp/tmp.ZjEyDYqkk9 + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.7BexAN5Q6k ++ mktemp + local LAST_ERR=/tmp/tmp.7Uz4rUWeUy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7BexAN5Q6k persistentvolumeclaim "datadir-smart-update-pxc-0" deleted persistentvolumeclaim "datadir-smart-update-pxc-1" deleted persistentvolumeclaim "datadir-smart-update-pxc-2" deleted + cat /tmp/tmp.7Uz4rUWeUy + rm /tmp/tmp.7BexAN5Q6k /tmp/tmp.7Uz4rUWeUy + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.owZYRA0etL ++ mktemp + local LAST_ERR=/tmp/tmp.M5XdP01U5x + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1754/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.owZYRA0etL deployment.apps "version-service" deleted service "version-service" deleted + cat /tmp/tmp.M5XdP01U5x + rm /tmp/tmp.owZYRA0etL /tmp/tmp.M5XdP01U5x + return 0 + destroy smart-update1-10071 + local namespace=smart-update1-10071 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v 'get backup status: Job.batch' + grep -v level=info +++ grep -c percona-xtradb-cluster-operator + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + sort -u + tee /tmp/tmp.ZKFJSPkos4/operator.log ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.vk7MxeoZXG +++ mktemp ++ local LAST_ERR=/tmp/tmp.IA0It20vly ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vk7MxeoZXG ++ cat /tmp/tmp.IA0It20vly ++ rm /tmp/tmp.vk7MxeoZXG /tmp/tmp.IA0It20vly ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5f46c656d7-cxzww ++ mktemp + local LAST_OUT=/tmp/tmp.XRqrYwrIWJ ++ mktemp + local LAST_ERR=/tmp/tmp.Sxjt7TeMaC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5f46c656d7-cxzww + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XRqrYwrIWJ + cat /tmp/tmp.Sxjt7TeMaC + rm /tmp/tmp.XRqrYwrIWJ /tmp/tmp.Sxjt7TeMaC + return 0 2024-07-10T16:04:14.656Z INFO setup Manager starting up {"gitCommit": "ed3d32fee51d4c3f5fd16f2a35f01e14415e1f53", "gitBranch": "PR-1754-ed3d32fe", "buildTime": "2024-07-10T15:30:03Z", "goVersion": "go1.22.5", "os": "linux", "arch": "amd64"} 2024-07-10T16:04:14.656Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1469001"} 2024-07-10T16:04:14.710Z INFO setup Registering Components. 2024-07-10T16:04:18.723Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-07-10T16:04:18.727Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-07-10T16:04:18.727Z INFO controller-runtime.metrics Starting metrics server 2024-07-10T16:04:18.727Z INFO controller-runtime.webhook Starting webhook server 2024-07-10T16:04:18.727Z INFO setup Starting the Cmd. 2024-07-10T16:04:18.727Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-07-10T16:04:18.728Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-07-10T16:04:18.728Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-07-10T16:04:18.728Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-07-10T16:04:18.828Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-07-10T16:04:18.854Z DEBUG events percona-xtradb-cluster-operator-5f46c656d7-cxzww_4449d7a1-583a-49bc-81d9-1fd9f79ab3aa became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"55464726-5269-4cfe-907b-fe8bc86fa0fd","apiVersion":"coordination.k8s.io/v1","resourceVersion":"14281"}, "reason": "LeaderElection"} 2024-07-10T16:04:18.854Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-07-10T16:04:18.854Z INFO Starting Controller {"controller": "pxc-controller"} 2024-07-10T16:04:18.854Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-07-10T16:04:18.854Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2024-07-10T16:04:18.854Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2024-07-10T16:04:18.854Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2024-07-10T16:04:18.854Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-07-10T16:04:18.959Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-07-10T16:04:18.959Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-07-10T16:04:18.959Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-07-10T16:06:26.357Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "134351f9-eb93-4e76-a0d6-438beca1bef1", "object": "smart-update-pxc"} 2024-07-10T16:06:26.411Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "134351f9-eb93-4e76-a0d6-438beca1bef1", "object": "smart-update-pxc"} 2024-07-10T16:06:26.470Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "134351f9-eb93-4e76-a0d6-438beca1bef1", "object": "smart-update-pxc"} 2024-07-10T16:06:26.470Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "134351f9-eb93-4e76-a0d6-438beca1bef1"} 2024-07-10T16:06:26.536Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "134351f9-eb93-4e76-a0d6-438beca1bef1", "object": "smart-update-pxc-unready"} 2024-07-10T16:06:26.670Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "134351f9-eb93-4e76-a0d6-438beca1bef1", "object": "smart-update-proxysql"} 2024-07-10T16:06:26.971Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-pxc"} 2024-07-10T16:06:27.106Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-pxc"} 2024-07-10T16:06:27.164Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-proxysql"} 2024-07-10T16:06:27.185Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-pxc"} 2024-07-10T16:06:27.235Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af"} 2024-07-10T16:06:27.237Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-proxysql"} 2024-07-10T16:06:27.271Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-proxysql"} 2024-07-10T16:06:27.328Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c0b0015-3a41-4607-a23b-ea0e832225af", "object": "smart-update-proxysql-unready"} 2024-07-10T16:06:27.485Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d6c7002f-0b07-413b-ad50-e9354cf090dc", "object": "smart-update-pxc"} 2024-07-10T16:06:27.549Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d6c7002f-0b07-413b-ad50-e9354cf090dc", "object": "smart-update-pxc"} 2024-07-10T16:06:27.576Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d6c7002f-0b07-413b-ad50-e9354cf090dc"} 2024-07-10T16:06:32.476Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c30ed64e-e3e0-4a4b-90c4-ddf4bbfdf370", "object": "smart-update-pxc"} 2024-07-10T16:06:32.536Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c30ed64e-e3e0-4a4b-90c4-ddf4bbfdf370", "object": "smart-update-pxc"} 2024-07-10T16:06:32.570Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c30ed64e-e3e0-4a4b-90c4-ddf4bbfdf370"} 2024-07-10T16:06:37.637Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d7102e24-0def-44af-9ab0-1983787e9b44", "object": "smart-update-pxc"} 2024-07-10T16:06:37.696Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d7102e24-0def-44af-9ab0-1983787e9b44", "object": "smart-update-pxc"} 2024-07-10T16:06:37.733Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d7102e24-0def-44af-9ab0-1983787e9b44"} 2024-07-10T16:06:42.809Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e8625fd4-0571-4cb9-baaa-c979afea590a", "object": "smart-update-pxc"} 2024-07-10T16:06:42.853Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e8625fd4-0571-4cb9-baaa-c979afea590a", "object": "smart-update-pxc"} 2024-07-10T16:06:42.912Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e8625fd4-0571-4cb9-baaa-c979afea590a"} 2024-07-10T16:06:48.066Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a141e384-9671-4f2c-a275-8addcc060560", "object": "smart-update-pxc"} 2024-07-10T16:06:48.509Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a141e384-9671-4f2c-a275-8addcc060560", "object": "smart-update-pxc"} 2024-07-10T16:06:48.576Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a141e384-9671-4f2c-a275-8addcc060560"} 2024-07-10T16:06:48.778Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "106368d1-a222-4652-b409-79996e6b5a96", "object": "smart-update-pxc"} 2024-07-10T16:06:48.892Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "106368d1-a222-4652-b409-79996e6b5a96", "object": "smart-update-pxc"} 2024-07-10T16:06:48.936Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "106368d1-a222-4652-b409-79996e6b5a96"} 2024-07-10T16:06:53.744Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdb441cc-c539-42ec-b6cd-ad3c1f2de3f3", "object": "smart-update-pxc"} 2024-07-10T16:06:53.800Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdb441cc-c539-42ec-b6cd-ad3c1f2de3f3", "object": "smart-update-pxc"} 2024-07-10T16:06:53.833Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdb441cc-c539-42ec-b6cd-ad3c1f2de3f3"} 2024-07-10T16:06:58.886Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0d85bb0-081b-4398-8353-19eb9b94dbb4", "object": "smart-update-pxc"} 2024-07-10T16:06:58.956Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0d85bb0-081b-4398-8353-19eb9b94dbb4", "object": "smart-update-pxc"} 2024-07-10T16:06:59.036Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0d85bb0-081b-4398-8353-19eb9b94dbb4"} 2024-07-10T16:07:04.106Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "eccb260e-0bcc-4a70-8355-51a9b71544bb", "object": "smart-update-pxc"} 2024-07-10T16:07:04.155Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "eccb260e-0bcc-4a70-8355-51a9b71544bb", "object": "smart-update-pxc"} 2024-07-10T16:07:04.184Z INFO Waiting for ProxySQL to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "eccb260e-0bcc-4a70-8355-51a9b71544bb"} 2024-07-10T16:07:04.247Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8a9abd5d-973b-40d3-bd8b-78479b95564e", "object": "smart-update-pxc"} 2024-07-10T16:07:04.309Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8a9abd5d-973b-40d3-bd8b-78479b95564e", "object": "smart-update-pxc"} 2024-07-10T16:07:09.244Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fa0d513c-a972-4e79-b6c3-7b463bf39544", "object": "smart-update-pxc"} 2024-07-10T16:07:09.331Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fa0d513c-a972-4e79-b6c3-7b463bf39544", "object": "smart-update-pxc"} 2024-07-10T16:07:15.428Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "52d6e866-715a-4a6b-9ca8-cbfc105bdac9", "object": "smart-update-pxc"} 2024-07-10T16:07:15.488Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "52d6e866-715a-4a6b-9ca8-cbfc105bdac9", "object": "smart-update-pxc"} 2024-07-10T16:07:21.568Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e4247c26-4b67-4706-a191-b44dc56ceb6d", "object": "smart-update-pxc"} 2024-07-10T16:07:21.636Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e4247c26-4b67-4706-a191-b44dc56ceb6d", "object": "smart-update-pxc"} 2024-07-10T16:07:27.739Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cbd5ff6e-326b-48ae-b99b-37b7dbab78dc", "object": "smart-update-pxc"} 2024-07-10T16:07:27.786Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cbd5ff6e-326b-48ae-b99b-37b7dbab78dc", "object": "smart-update-pxc"} 2024-07-10T16:07:33.895Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "21f9ef12-924b-4f84-8b54-534d0dfb3a68", "object": "smart-update-pxc"} 2024-07-10T16:07:34.013Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "21f9ef12-924b-4f84-8b54-534d0dfb3a68", "object": "smart-update-pxc"} 2024-07-10T16:07:40.154Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b3a6845b-207f-468f-b497-55cc6891c11a", "object": "smart-update-pxc"} 2024-07-10T16:07:40.212Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b3a6845b-207f-468f-b497-55cc6891c11a", "object": "smart-update-pxc"} 2024-07-10T16:07:41.420Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "user": "operator"} 2024-07-10T16:07:41.448Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "user": "monitor"} 2024-07-10T16:07:41.496Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745"} 2024-07-10T16:07:41.525Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745"} 2024-07-10T16:07:41.580Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "user": "xtrabackup"} 2024-07-10T16:07:41.636Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745"} 2024-07-10T16:07:41.680Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "user": "replication"} 2024-07-10T16:07:41.682Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "object": "smart-update-pxc"} 2024-07-10T16:07:41.790Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "object": "smart-update-pxc"} 2024-07-10T16:07:42.861Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "05d693f3-ac27-4fb1-9d27-8bbad719c745", "err": "get primary pxc pod: not found"} 2024-07-10T16:07:46.500Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6481eefb-7db4-4f25-97db-9034b9a7da83", "object": "smart-update-pxc"} 2024-07-10T16:07:46.811Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6481eefb-7db4-4f25-97db-9034b9a7da83", "object": "smart-update-pxc"} 2024-07-10T16:07:48.041Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6481eefb-7db4-4f25-97db-9034b9a7da83", "err": "get primary pxc pod: not found"} 2024-07-10T16:07:53.609Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fd29aba8-3e93-404a-8080-05e78fb9b3a0", "object": "smart-update-pxc"} 2024-07-10T16:07:53.658Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fd29aba8-3e93-404a-8080-05e78fb9b3a0", "object": "smart-update-pxc"} 2024-07-10T16:07:54.695Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fd29aba8-3e93-404a-8080-05e78fb9b3a0", "err": "get primary pxc pod: not found"} 2024-07-10T16:07:59.783Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c11725be-0789-46d4-9d92-42c00c383905", "object": "smart-update-pxc"} 2024-07-10T16:07:59.835Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c11725be-0789-46d4-9d92-42c00c383905", "object": "smart-update-pxc"} 2024-07-10T16:08:00.874Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c11725be-0789-46d4-9d92-42c00c383905", "err": "get primary pxc pod: not found"} 2024-07-10T16:08:05.961Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9d6434e7-9c5c-4314-bb84-ee310d15ba79", "object": "smart-update-pxc"} 2024-07-10T16:08:06.021Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9d6434e7-9c5c-4314-bb84-ee310d15ba79", "object": "smart-update-pxc"} 2024-07-10T16:08:12.167Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9f034731-ce2d-4fe2-b7c4-db8eda553e76", "object": "smart-update-pxc"} 2024-07-10T16:08:12.288Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9f034731-ce2d-4fe2-b7c4-db8eda553e76", "object": "smart-update-pxc"} 2024-07-10T16:08:18.556Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "99f185e8-a42e-4f43-afe3-f2142a651a1b", "object": "smart-update-pxc"} 2024-07-10T16:08:18.642Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "99f185e8-a42e-4f43-afe3-f2142a651a1b", "object": "smart-update-pxc"} 2024-07-10T16:08:24.804Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f367d498-73f3-4cbc-9204-8393ce12760b", "object": "smart-update-pxc"} 2024-07-10T16:08:24.850Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f367d498-73f3-4cbc-9204-8393ce12760b", "object": "smart-update-pxc"} 2024-07-10T16:08:30.990Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2ac6d235-cbc2-47a3-9780-81e483a68bd8", "object": "smart-update-pxc"} 2024-07-10T16:08:31.035Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2ac6d235-cbc2-47a3-9780-81e483a68bd8", "object": "smart-update-pxc"} 2024-07-10T16:08:37.180Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80edfe6a-66b1-4884-b2d2-ff67178d9254", "object": "smart-update-pxc"} 2024-07-10T16:08:37.241Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80edfe6a-66b1-4884-b2d2-ff67178d9254", "object": "smart-update-pxc"} 2024-07-10T16:08:43.380Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "55af40b2-9d3f-4088-98dd-4f80bb241511", "object": "smart-update-pxc"} 2024-07-10T16:08:43.429Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "55af40b2-9d3f-4088-98dd-4f80bb241511", "object": "smart-update-pxc"} 2024-07-10T16:08:49.570Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a1bba338-1350-48e1-91ca-aa11e159ce5d", "object": "smart-update-pxc"} 2024-07-10T16:08:49.622Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a1bba338-1350-48e1-91ca-aa11e159ce5d", "object": "smart-update-pxc"} 2024-07-10T16:08:55.813Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b1c91743-82ef-43bc-8856-3d584a37ad4f", "object": "smart-update-pxc"} 2024-07-10T16:08:55.862Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b1c91743-82ef-43bc-8856-3d584a37ad4f", "object": "smart-update-pxc"} 2024-07-10T16:08:57.033Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4a25eef3-2404-45a7-a0e9-9d0e4dc1f595", "object": "smart-update-pxc"} 2024-07-10T16:08:57.088Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4a25eef3-2404-45a7-a0e9-9d0e4dc1f595", "object": "smart-update-pxc"} 2024-07-10T16:09:02.033Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1631094f-3277-4934-a74e-ed93d473cfcb", "object": "smart-update-pxc"} 2024-07-10T16:09:02.093Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1631094f-3277-4934-a74e-ed93d473cfcb", "object": "smart-update-pxc"} 2024-07-10T16:09:08.634Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "82713d20-c3e7-4f4e-90b5-da0aa8335765", "object": "smart-update-pxc"} 2024-07-10T16:09:08.692Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "82713d20-c3e7-4f4e-90b5-da0aa8335765", "object": "smart-update-pxc"} 2024-07-10T16:09:14.901Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "34694056-55dc-4ca3-84b1-01acc0e717f7", "object": "smart-update-pxc"} 2024-07-10T16:09:14.952Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "34694056-55dc-4ca3-84b1-01acc0e717f7", "object": "smart-update-pxc"} 2024-07-10T16:09:21.134Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cf778874-6e99-4b11-9e0e-c31d7554aa5e", "object": "smart-update-pxc"} 2024-07-10T16:09:21.191Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cf778874-6e99-4b11-9e0e-c31d7554aa5e", "object": "smart-update-pxc"} 2024-07-10T16:09:27.360Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "def05a5d-a15c-47d5-a55f-442f86b4078f", "object": "smart-update-pxc"} 2024-07-10T16:09:27.418Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "def05a5d-a15c-47d5-a55f-442f86b4078f", "object": "smart-update-pxc"} 2024-07-10T16:09:33.650Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "53007502-90f7-461b-98c3-cec6418bc55f", "object": "smart-update-pxc"} 2024-07-10T16:09:33.762Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "53007502-90f7-461b-98c3-cec6418bc55f", "object": "smart-update-pxc"} 2024-07-10T16:09:40.050Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cee1a07a-cc81-4b1c-9eff-54b5542dc6ce", "object": "smart-update-pxc"} 2024-07-10T16:09:40.101Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cee1a07a-cc81-4b1c-9eff-54b5542dc6ce", "object": "smart-update-pxc"} 2024-07-10T16:09:46.272Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "71336cb8-7854-472a-8046-cdc851abe630", "object": "smart-update-pxc"} 2024-07-10T16:09:46.376Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "71336cb8-7854-472a-8046-cdc851abe630", "object": "smart-update-pxc"} 2024-07-10T16:09:53.139Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "33bae731-5a6f-45e5-bdb5-c1472a99fc0b", "object": "smart-update-pxc"} 2024-07-10T16:09:53.205Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "33bae731-5a6f-45e5-bdb5-c1472a99fc0b", "object": "smart-update-pxc"} 2024-07-10T16:09:59.373Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "61e0954a-3638-416e-ac43-47ddd2022feb", "object": "smart-update-pxc"} 2024-07-10T16:09:59.435Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "61e0954a-3638-416e-ac43-47ddd2022feb", "object": "smart-update-pxc"} 2024-07-10T16:10:05.678Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f387ca4a-f679-4e61-8823-83959e9b37a3", "object": "smart-update-pxc"} 2024-07-10T16:10:05.729Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f387ca4a-f679-4e61-8823-83959e9b37a3", "object": "smart-update-pxc"} 2024-07-10T16:10:06.961Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "98212f83-c07c-4aec-9766-96d845298f40", "user": "root"} 2024-07-10T16:10:07.038Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "98212f83-c07c-4aec-9766-96d845298f40", "object": "smart-update-pxc"} 2024-07-10T16:10:07.117Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "98212f83-c07c-4aec-9766-96d845298f40", "object": "smart-update-pxc"} 2024-07-10T16:10:08.205Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "98212f83-c07c-4aec-9766-96d845298f40", "new version": "8.0.19-10"} 2024-07-10T16:10:08.465Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdbabb32-d1ae-4007-a0ae-136248b75d0c", "object": "smart-update-pxc"} 2024-07-10T16:10:08.564Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdbabb32-d1ae-4007-a0ae-136248b75d0c", "object": "smart-update-pxc"} 2024-07-10T16:10:09.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "98212f83-c07c-4aec-9766-96d845298f40"} 2024-07-10T16:10:11.964Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "73a13528-1379-474f-964e-a84acd51fe96", "object": "smart-update-pxc"} 2024-07-10T16:10:12.023Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "73a13528-1379-474f-964e-a84acd51fe96", "object": "smart-update-pxc"} 2024-07-10T16:10:14.472Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "73a13528-1379-474f-964e-a84acd51fe96"} 2024-07-10T16:10:18.556Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "34b25c63-9bb4-48bc-96ef-14a3e053ee22", "object": "smart-update-pxc"} 2024-07-10T16:10:18.673Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "34b25c63-9bb4-48bc-96ef-14a3e053ee22", "object": "smart-update-pxc"} 2024-07-10T16:10:21.146Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "34b25c63-9bb4-48bc-96ef-14a3e053ee22"} 2024-07-10T16:10:24.931Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "67a66a23-2abb-4d21-8f47-ef5cc63f09f6", "object": "smart-update-pxc"} 2024-07-10T16:10:24.995Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "67a66a23-2abb-4d21-8f47-ef5cc63f09f6", "object": "smart-update-pxc"} 2024-07-10T16:10:27.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "67a66a23-2abb-4d21-8f47-ef5cc63f09f6"} 2024-07-10T16:10:31.247Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43845aab-7288-4418-af0e-4ceaef0639fa", "object": "smart-update-pxc"} 2024-07-10T16:10:31.304Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43845aab-7288-4418-af0e-4ceaef0639fa", "object": "smart-update-pxc"} 2024-07-10T16:10:33.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43845aab-7288-4418-af0e-4ceaef0639fa"} 2024-07-10T16:10:37.531Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4175ccd1-22c6-46d7-9112-71058236c38c", "object": "smart-update-pxc"} 2024-07-10T16:10:37.597Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4175ccd1-22c6-46d7-9112-71058236c38c", "object": "smart-update-pxc"} 2024-07-10T16:10:40.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4175ccd1-22c6-46d7-9112-71058236c38c"} 2024-07-10T16:10:43.859Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "50f3153c-85df-49d6-97bc-51ef3cd99818", "object": "smart-update-pxc"} 2024-07-10T16:10:43.919Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "50f3153c-85df-49d6-97bc-51ef3cd99818", "object": "smart-update-pxc"} 2024-07-10T16:10:46.459Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "50f3153c-85df-49d6-97bc-51ef3cd99818"} 2024-07-10T16:10:50.150Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1916b125-7414-43c8-a33b-dedd4a0044df", "object": "smart-update-pxc"} 2024-07-10T16:10:50.242Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1916b125-7414-43c8-a33b-dedd4a0044df", "object": "smart-update-pxc"} 2024-07-10T16:10:52.787Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1916b125-7414-43c8-a33b-dedd4a0044df"} 2024-07-10T16:10:56.462Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "57658d81-be97-4d6e-bb28-383e3838b761", "object": "smart-update-pxc"} 2024-07-10T16:10:56.517Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "57658d81-be97-4d6e-bb28-383e3838b761", "object": "smart-update-pxc"} 2024-07-10T16:10:58.980Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "57658d81-be97-4d6e-bb28-383e3838b761"} 2024-07-10T16:11:03.282Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "18999003-90d3-45e6-a40b-36df0a0ff98c", "object": "smart-update-pxc"} 2024-07-10T16:11:03.519Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "18999003-90d3-45e6-a40b-36df0a0ff98c", "object": "smart-update-pxc"} 2024-07-10T16:11:06.196Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "18999003-90d3-45e6-a40b-36df0a0ff98c"} 2024-07-10T16:11:09.769Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d381947d-6691-46f1-b891-dafea4965494", "object": "smart-update-pxc"} 2024-07-10T16:11:09.832Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d381947d-6691-46f1-b891-dafea4965494", "object": "smart-update-pxc"} 2024-07-10T16:11:11.510Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "804d86de-6054-448e-9caf-ab091b1b207f", "object": "smart-update-pxc"} 2024-07-10T16:11:11.568Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "804d86de-6054-448e-9caf-ab091b1b207f", "object": "smart-update-pxc"} 2024-07-10T16:11:11.737Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "object": "smart-update-pxc"} 2024-07-10T16:11:12.472Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d381947d-6691-46f1-b891-dafea4965494"} 2024-07-10T16:11:12.802Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da"} 2024-07-10T16:11:12.809Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-2"} 2024-07-10T16:11:12.809Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-10071.svc.cluster.local"} 2024-07-10T16:11:33.547Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-07-10T16:12:33.160Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-2"} 2024-07-10T16:13:43.188Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-2"} 2024-07-10T16:13:43.195Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-1"} 2024-07-10T16:13:43.195Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-2"} 2024-07-10T16:15:03.577Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-1"} 2024-07-10T16:16:03.603Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-1"} 2024-07-10T16:16:03.609Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0"} 2024-07-10T16:16:03.609Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-1"} 2024-07-10T16:16:23.860Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-07-10T16:16:33.868Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-07-10T16:17:33.932Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0"} 2024-07-10T16:18:43.956Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0"} 2024-07-10T16:18:43.963Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "pod name": "smart-update-pxc-0"} 2024-07-10T16:18:43.963Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da"} 2024-07-10T16:18:44.047Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dab9735-5cfa-46b4-bb83-d52db478e1da", "new version": "8.0.36-28.1"} 2024-07-10T16:18:44.314Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c38833c0-3140-48b9-8cce-306c12a5de46", "object": "smart-update-pxc"} 2024-07-10T16:18:44.428Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c38833c0-3140-48b9-8cce-306c12a5de46", "object": "smart-update-pxc"} 2024-07-10T16:18:45.756Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b350aeab-692b-40a9-85be-88bd5e57b318", "object": "smart-update-pxc"} 2024-07-10T16:18:45.835Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b350aeab-692b-40a9-85be-88bd5e57b318", "object": "smart-update-pxc"} 2024-07-10T16:18:47.078Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c38833c0-3140-48b9-8cce-306c12a5de46"} 2024-07-10T16:18:49.263Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39fd4b37-c146-4019-83a8-53c0f9fd63b6", "object": "smart-update-pxc"} 2024-07-10T16:18:49.326Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39fd4b37-c146-4019-83a8-53c0f9fd63b6", "object": "smart-update-pxc"} 2024-07-10T16:18:51.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39fd4b37-c146-4019-83a8-53c0f9fd63b6"} 2024-07-10T16:18:55.597Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5420590e-6ea9-4ecf-bdac-ae20e897c8e3", "object": "smart-update-pxc"} 2024-07-10T16:18:55.693Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5420590e-6ea9-4ecf-bdac-ae20e897c8e3", "object": "smart-update-pxc"} 2024-07-10T16:18:58.259Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5420590e-6ea9-4ecf-bdac-ae20e897c8e3"} 2024-07-10T16:19:02.034Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4423c9e9-a4e5-4654-91d2-92fe1c1a1319", "object": "smart-update-pxc"} 2024-07-10T16:19:02.175Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4423c9e9-a4e5-4654-91d2-92fe1c1a1319", "object": "smart-update-pxc"} 2024-07-10T16:19:04.836Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4423c9e9-a4e5-4654-91d2-92fe1c1a1319"} 2024-07-10T16:19:05.971Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5cc6bd5e-b4b2-4fc7-9566-2ddd4dde54ba"} 2024-07-10T16:19:06.211Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f76f3ff7-adf5-46e4-9ed1-069cc1d7de83"} 2024-07-10T16:19:06.280Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9de18ef3-7779-40fb-afe2-012e1afa817a"} 2024-07-10T16:19:06.350Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cef3302f-d19a-4c30-ae53-a8b812e2fded"} 2024-07-10T16:19:40.201Z ERROR Update status {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4fd9189a-70d3-4ed8-ac62-666aed63290b", "error": "write status: PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found", "errorVerbose": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:157\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:140\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:202\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:264\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-10T16:19:56.992Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11f0042e-46eb-4062-8f9d-280055d1636e", "object": "smart-update-pxc"} 2024-07-10T16:19:57.035Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11f0042e-46eb-4062-8f9d-280055d1636e", "object": "smart-update-pxc"} 2024-07-10T16:19:57.085Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11f0042e-46eb-4062-8f9d-280055d1636e", "object": "smart-update-pxc"} 2024-07-10T16:19:57.085Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11f0042e-46eb-4062-8f9d-280055d1636e"} 2024-07-10T16:19:57.170Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11f0042e-46eb-4062-8f9d-280055d1636e", "object": "smart-update-pxc-unready"} 2024-07-10T16:19:57.310Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11f0042e-46eb-4062-8f9d-280055d1636e", "object": "smart-update-haproxy"} 2024-07-10T16:19:57.660Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-pxc"} 2024-07-10T16:19:57.706Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-pxc"} 2024-07-10T16:19:57.775Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-haproxy"} 2024-07-10T16:19:57.786Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-pxc"} 2024-07-10T16:19:57.844Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf"} 2024-07-10T16:19:57.847Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-haproxy"} 2024-07-10T16:19:57.901Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-haproxy"} 2024-07-10T16:19:57.951Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "object": "smart-update-haproxy-replicas"} 2024-07-10T16:19:57.951Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "3acf0f96-ebaf-46b3-890d-facb5efadcbf", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:19:58.000Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: b32219cd-7303-4033-bdc4-d6a8d9a15388 2024-07-10T16:19:58.088Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "314c3b70-9da7-420a-aff9-a6a94d6f2870", "object": "smart-update-pxc"} 2024-07-10T16:19:58.141Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "314c3b70-9da7-420a-aff9-a6a94d6f2870", "object": "smart-update-pxc"} 2024-07-10T16:19:58.165Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "314c3b70-9da7-420a-aff9-a6a94d6f2870"} 2024-07-10T16:19:58.168Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "314c3b70-9da7-420a-aff9-a6a94d6f2870", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:03.275Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "48273bf2-20af-46fe-9cb0-6e480fb9d93a", "object": "smart-update-pxc"} 2024-07-10T16:20:03.659Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "48273bf2-20af-46fe-9cb0-6e480fb9d93a", "object": "smart-update-pxc"} 2024-07-10T16:20:03.819Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "48273bf2-20af-46fe-9cb0-6e480fb9d93a"} 2024-07-10T16:20:03.821Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "48273bf2-20af-46fe-9cb0-6e480fb9d93a", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:08.930Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "426c7f25-7192-43a3-b4bb-b1d519f01ade", "object": "smart-update-pxc"} 2024-07-10T16:20:09.038Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "426c7f25-7192-43a3-b4bb-b1d519f01ade", "object": "smart-update-pxc"} 2024-07-10T16:20:09.065Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "426c7f25-7192-43a3-b4bb-b1d519f01ade"} 2024-07-10T16:20:09.067Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "426c7f25-7192-43a3-b4bb-b1d519f01ade", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:14.114Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5629527b-53f2-43a3-8360-f3777f4497e6", "object": "smart-update-pxc"} 2024-07-10T16:20:14.164Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5629527b-53f2-43a3-8360-f3777f4497e6", "object": "smart-update-pxc"} 2024-07-10T16:20:14.191Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5629527b-53f2-43a3-8360-f3777f4497e6"} 2024-07-10T16:20:14.193Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5629527b-53f2-43a3-8360-f3777f4497e6", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:19.238Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "084aa3c2-7279-4377-aa9e-c90dfe1e033b", "object": "smart-update-pxc"} 2024-07-10T16:20:19.288Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "084aa3c2-7279-4377-aa9e-c90dfe1e033b", "object": "smart-update-pxc"} 2024-07-10T16:20:19.321Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "084aa3c2-7279-4377-aa9e-c90dfe1e033b"} 2024-07-10T16:20:19.323Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "084aa3c2-7279-4377-aa9e-c90dfe1e033b", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:24.375Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4e849ad-8143-4982-a76a-9685fb5bf1be", "object": "smart-update-pxc"} 2024-07-10T16:20:24.464Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4e849ad-8143-4982-a76a-9685fb5bf1be", "object": "smart-update-pxc"} 2024-07-10T16:20:24.508Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4e849ad-8143-4982-a76a-9685fb5bf1be"} 2024-07-10T16:20:24.510Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4e849ad-8143-4982-a76a-9685fb5bf1be", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:29.559Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "78abbd93-348f-46fc-89a6-e49708c166e8", "object": "smart-update-pxc"} 2024-07-10T16:20:29.606Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "78abbd93-348f-46fc-89a6-e49708c166e8", "object": "smart-update-pxc"} 2024-07-10T16:20:29.632Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "78abbd93-348f-46fc-89a6-e49708c166e8"} 2024-07-10T16:20:29.635Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "78abbd93-348f-46fc-89a6-e49708c166e8", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:34.750Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4f4be045-3b56-41e1-9d73-3a6e066f414d", "object": "smart-update-pxc"} 2024-07-10T16:20:34.939Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4f4be045-3b56-41e1-9d73-3a6e066f414d", "object": "smart-update-pxc"} 2024-07-10T16:20:35.009Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4f4be045-3b56-41e1-9d73-3a6e066f414d"} 2024-07-10T16:20:35.011Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4f4be045-3b56-41e1-9d73-3a6e066f414d", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:40.084Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "650f3472-30da-4e13-b316-3e4d913c5806", "object": "smart-update-pxc"} 2024-07-10T16:20:40.137Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "650f3472-30da-4e13-b316-3e4d913c5806", "object": "smart-update-pxc"} 2024-07-10T16:20:40.166Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "650f3472-30da-4e13-b316-3e4d913c5806"} 2024-07-10T16:20:40.169Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "650f3472-30da-4e13-b316-3e4d913c5806", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:45.213Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7d4ca60f-b927-43fd-bbac-e9b7a495d672", "object": "smart-update-pxc"} 2024-07-10T16:20:45.269Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7d4ca60f-b927-43fd-bbac-e9b7a495d672", "object": "smart-update-pxc"} 2024-07-10T16:20:45.294Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7d4ca60f-b927-43fd-bbac-e9b7a495d672"} 2024-07-10T16:20:45.297Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7d4ca60f-b927-43fd-bbac-e9b7a495d672", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:50.366Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bb321d61-ec42-428d-ab24-4682f8daa695", "object": "smart-update-pxc"} 2024-07-10T16:20:50.415Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bb321d61-ec42-428d-ab24-4682f8daa695", "object": "smart-update-pxc"} 2024-07-10T16:20:50.445Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bb321d61-ec42-428d-ab24-4682f8daa695"} 2024-07-10T16:20:50.447Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bb321d61-ec42-428d-ab24-4682f8daa695", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:20:55.529Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0d1c7515-c5c7-4e8e-963f-d2db82e7fa15", "object": "smart-update-pxc"} 2024-07-10T16:20:55.630Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0d1c7515-c5c7-4e8e-963f-d2db82e7fa15", "object": "smart-update-pxc"} 2024-07-10T16:20:55.661Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0d1c7515-c5c7-4e8e-963f-d2db82e7fa15"} 2024-07-10T16:20:55.663Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0d1c7515-c5c7-4e8e-963f-d2db82e7fa15", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:00.826Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a694320b-8ab0-4d6d-bc56-1c0e9e3b427f", "object": "smart-update-pxc"} 2024-07-10T16:21:00.878Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a694320b-8ab0-4d6d-bc56-1c0e9e3b427f", "object": "smart-update-pxc"} 2024-07-10T16:21:00.905Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a694320b-8ab0-4d6d-bc56-1c0e9e3b427f"} 2024-07-10T16:21:00.907Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a694320b-8ab0-4d6d-bc56-1c0e9e3b427f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:05.957Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "01e38e86-520a-4b30-ba53-bc6a8b67844a", "object": "smart-update-pxc"} 2024-07-10T16:21:06.012Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "01e38e86-520a-4b30-ba53-bc6a8b67844a", "object": "smart-update-pxc"} 2024-07-10T16:21:06.067Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "01e38e86-520a-4b30-ba53-bc6a8b67844a"} 2024-07-10T16:21:06.068Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "01e38e86-520a-4b30-ba53-bc6a8b67844a", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:11.137Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7de6e4b0-af96-46fe-b249-d693b50a29eb", "object": "smart-update-pxc"} 2024-07-10T16:21:11.219Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7de6e4b0-af96-46fe-b249-d693b50a29eb", "object": "smart-update-pxc"} 2024-07-10T16:21:11.255Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7de6e4b0-af96-46fe-b249-d693b50a29eb"} 2024-07-10T16:21:11.258Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7de6e4b0-af96-46fe-b249-d693b50a29eb", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:11.390Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5d79466c-d59d-4737-a490-5a77d04c529e", "object": "smart-update-pxc"} 2024-07-10T16:21:11.438Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5d79466c-d59d-4737-a490-5a77d04c529e", "object": "smart-update-pxc"} 2024-07-10T16:21:11.510Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5d79466c-d59d-4737-a490-5a77d04c529e"} 2024-07-10T16:21:11.514Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5d79466c-d59d-4737-a490-5a77d04c529e", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:13.715Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ea7cb0c5-98c0-455d-9285-2294d4b3ffa0", "object": "smart-update-pxc"} 2024-07-10T16:21:13.764Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ea7cb0c5-98c0-455d-9285-2294d4b3ffa0", "object": "smart-update-pxc"} 2024-07-10T16:21:13.800Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ea7cb0c5-98c0-455d-9285-2294d4b3ffa0"} 2024-07-10T16:21:13.801Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ea7cb0c5-98c0-455d-9285-2294d4b3ffa0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:16.385Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f9c780fc-aede-4378-ae79-781bd9c202ba", "object": "smart-update-pxc"} 2024-07-10T16:21:16.446Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f9c780fc-aede-4378-ae79-781bd9c202ba", "object": "smart-update-pxc"} 2024-07-10T16:21:16.478Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f9c780fc-aede-4378-ae79-781bd9c202ba"} 2024-07-10T16:21:16.479Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f9c780fc-aede-4378-ae79-781bd9c202ba", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:21.622Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "864faa86-70f7-4b21-80cf-02fd308b3abd", "object": "smart-update-pxc"} 2024-07-10T16:21:21.676Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "864faa86-70f7-4b21-80cf-02fd308b3abd", "object": "smart-update-pxc"} 2024-07-10T16:21:21.716Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "864faa86-70f7-4b21-80cf-02fd308b3abd"} 2024-07-10T16:21:21.719Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "864faa86-70f7-4b21-80cf-02fd308b3abd", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:26.832Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e7e34871-ba4c-4e9c-8b52-7ed07658d2c3", "object": "smart-update-pxc"} 2024-07-10T16:21:26.883Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e7e34871-ba4c-4e9c-8b52-7ed07658d2c3", "object": "smart-update-pxc"} 2024-07-10T16:21:26.909Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e7e34871-ba4c-4e9c-8b52-7ed07658d2c3"} 2024-07-10T16:21:26.912Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e7e34871-ba4c-4e9c-8b52-7ed07658d2c3", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:32.025Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "dc30a47c-8c47-4a7b-9370-793e7752f77c", "object": "smart-update-pxc"} 2024-07-10T16:21:32.082Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "dc30a47c-8c47-4a7b-9370-793e7752f77c", "object": "smart-update-pxc"} 2024-07-10T16:21:32.110Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "dc30a47c-8c47-4a7b-9370-793e7752f77c"} 2024-07-10T16:21:32.112Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "dc30a47c-8c47-4a7b-9370-793e7752f77c", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:37.237Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "827d94c3-d7ee-4d80-80f2-b259afc31785", "object": "smart-update-pxc"} 2024-07-10T16:21:37.291Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "827d94c3-d7ee-4d80-80f2-b259afc31785", "object": "smart-update-pxc"} 2024-07-10T16:21:37.314Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "827d94c3-d7ee-4d80-80f2-b259afc31785"} 2024-07-10T16:21:37.317Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "827d94c3-d7ee-4d80-80f2-b259afc31785", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:37.452Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24845128-6840-4784-bf77-64f1195db1a6", "object": "smart-update-pxc"} 2024-07-10T16:21:37.532Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24845128-6840-4784-bf77-64f1195db1a6", "object": "smart-update-pxc"} 2024-07-10T16:21:38.561Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24845128-6840-4784-bf77-64f1195db1a6", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:42.449Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "06841b4b-7d58-431a-93a1-7ba0341930be", "object": "smart-update-pxc"} 2024-07-10T16:21:42.501Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "06841b4b-7d58-431a-93a1-7ba0341930be", "object": "smart-update-pxc"} 2024-07-10T16:21:43.533Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "06841b4b-7d58-431a-93a1-7ba0341930be", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:48.657Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "16dc26ff-3935-48df-92ab-6e576266994d", "object": "smart-update-pxc"} 2024-07-10T16:21:48.714Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "16dc26ff-3935-48df-92ab-6e576266994d", "object": "smart-update-pxc"} 2024-07-10T16:21:49.749Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "16dc26ff-3935-48df-92ab-6e576266994d", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:21:54.880Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b9f008dc-6a37-41c5-a809-fb2de07a2936", "object": "smart-update-pxc"} 2024-07-10T16:21:54.941Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b9f008dc-6a37-41c5-a809-fb2de07a2936", "object": "smart-update-pxc"} 2024-07-10T16:21:55.973Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b9f008dc-6a37-41c5-a809-fb2de07a2936", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:01.113Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "aca4153a-0d52-42b6-8653-5a8772108ff5", "object": "smart-update-pxc"} 2024-07-10T16:22:01.186Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "aca4153a-0d52-42b6-8653-5a8772108ff5", "object": "smart-update-pxc"} 2024-07-10T16:22:02.225Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "aca4153a-0d52-42b6-8653-5a8772108ff5", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:07.341Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9b76e08-2360-4e3f-b834-d703d64ecaa4", "object": "smart-update-pxc"} 2024-07-10T16:22:07.391Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9b76e08-2360-4e3f-b834-d703d64ecaa4", "object": "smart-update-pxc"} 2024-07-10T16:22:08.427Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9b76e08-2360-4e3f-b834-d703d64ecaa4", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:13.568Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5ee5cf62-6c72-46e0-acc0-4729ebfd2e73", "object": "smart-update-pxc"} 2024-07-10T16:22:13.652Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5ee5cf62-6c72-46e0-acc0-4729ebfd2e73", "object": "smart-update-pxc"} 2024-07-10T16:22:14.723Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5ee5cf62-6c72-46e0-acc0-4729ebfd2e73", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:19.836Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7b7b8e2a-0e10-4346-b1cc-b30d79aa2a34", "object": "smart-update-pxc"} 2024-07-10T16:22:19.884Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7b7b8e2a-0e10-4346-b1cc-b30d79aa2a34", "object": "smart-update-pxc"} 2024-07-10T16:22:20.911Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7b7b8e2a-0e10-4346-b1cc-b30d79aa2a34", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:26.036Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "506dcef0-4ba9-43fb-8999-1d8fa07428d0", "object": "smart-update-pxc"} 2024-07-10T16:22:26.102Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "506dcef0-4ba9-43fb-8999-1d8fa07428d0", "object": "smart-update-pxc"} 2024-07-10T16:22:27.151Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "506dcef0-4ba9-43fb-8999-1d8fa07428d0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:27.291Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b54fd47f-ff06-4eec-b6d5-bd4e2d2afd3a", "object": "smart-update-pxc"} 2024-07-10T16:22:27.341Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b54fd47f-ff06-4eec-b6d5-bd4e2d2afd3a", "object": "smart-update-pxc"} 2024-07-10T16:22:28.366Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b54fd47f-ff06-4eec-b6d5-bd4e2d2afd3a", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:32.332Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6a51d1dc-cd36-4b35-a131-130192d21351", "object": "smart-update-pxc"} 2024-07-10T16:22:32.396Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6a51d1dc-cd36-4b35-a131-130192d21351", "object": "smart-update-pxc"} 2024-07-10T16:22:33.423Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6a51d1dc-cd36-4b35-a131-130192d21351", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:38.557Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fb596fcb-41cc-4ebb-8a63-c18a3567dd8f", "object": "smart-update-pxc"} 2024-07-10T16:22:38.614Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fb596fcb-41cc-4ebb-8a63-c18a3567dd8f", "object": "smart-update-pxc"} 2024-07-10T16:22:39.647Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fb596fcb-41cc-4ebb-8a63-c18a3567dd8f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:44.784Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8765d9a2-5a41-46f7-bac0-22b0f9c1f3ae", "object": "smart-update-pxc"} 2024-07-10T16:22:44.836Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8765d9a2-5a41-46f7-bac0-22b0f9c1f3ae", "object": "smart-update-pxc"} 2024-07-10T16:22:45.873Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8765d9a2-5a41-46f7-bac0-22b0f9c1f3ae", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:51.037Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdea25f5-1b21-466e-b4e6-1911a617a3c4", "object": "smart-update-pxc"} 2024-07-10T16:22:51.093Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdea25f5-1b21-466e-b4e6-1911a617a3c4", "object": "smart-update-pxc"} 2024-07-10T16:22:52.129Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cdea25f5-1b21-466e-b4e6-1911a617a3c4", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:22:57.267Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2a8a02f7-6bf5-4444-afdf-a4e5b48918ae", "object": "smart-update-pxc"} 2024-07-10T16:22:57.311Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2a8a02f7-6bf5-4444-afdf-a4e5b48918ae", "object": "smart-update-pxc"} 2024-07-10T16:22:58.342Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2a8a02f7-6bf5-4444-afdf-a4e5b48918ae", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:03.574Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8e8cf205-2d49-4f08-a1fb-90dbec9a2215", "object": "smart-update-pxc"} 2024-07-10T16:23:03.874Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8e8cf205-2d49-4f08-a1fb-90dbec9a2215", "object": "smart-update-pxc"} 2024-07-10T16:23:04.954Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8e8cf205-2d49-4f08-a1fb-90dbec9a2215", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:10.112Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9764816-8346-42e3-9140-95b9915452c2", "object": "smart-update-pxc"} 2024-07-10T16:23:10.160Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9764816-8346-42e3-9140-95b9915452c2", "object": "smart-update-pxc"} 2024-07-10T16:23:11.186Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9764816-8346-42e3-9140-95b9915452c2", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:16.326Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2113db10-a8e0-4910-989d-03bf3d0783bc", "object": "smart-update-pxc"} 2024-07-10T16:23:16.386Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2113db10-a8e0-4910-989d-03bf3d0783bc", "object": "smart-update-pxc"} 2024-07-10T16:23:17.423Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2113db10-a8e0-4910-989d-03bf3d0783bc", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:23.140Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "778761e7-1daf-483d-8483-9edac968b088", "object": "smart-update-pxc"} 2024-07-10T16:23:23.204Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "778761e7-1daf-483d-8483-9edac968b088", "object": "smart-update-pxc"} 2024-07-10T16:23:24.245Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "778761e7-1daf-483d-8483-9edac968b088", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:29.422Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cf661f58-bf80-47c7-8590-54b1bb24a5f7", "object": "smart-update-pxc"} 2024-07-10T16:23:29.514Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cf661f58-bf80-47c7-8590-54b1bb24a5f7", "object": "smart-update-pxc"} 2024-07-10T16:23:30.542Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cf661f58-bf80-47c7-8590-54b1bb24a5f7", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:35.732Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bce83b48-c62c-4da2-8242-9c8cd1e3e216", "object": "smart-update-pxc"} 2024-07-10T16:23:35.791Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bce83b48-c62c-4da2-8242-9c8cd1e3e216", "object": "smart-update-pxc"} 2024-07-10T16:23:36.818Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bce83b48-c62c-4da2-8242-9c8cd1e3e216", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:41.960Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0469d434-804b-4a1a-b567-9cc3acdbcd9f", "object": "smart-update-pxc"} 2024-07-10T16:23:42.010Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0469d434-804b-4a1a-b567-9cc3acdbcd9f", "object": "smart-update-pxc"} 2024-07-10T16:23:43.065Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0469d434-804b-4a1a-b567-9cc3acdbcd9f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:43.284Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39672f49-3929-4689-b080-0e8231596475", "object": "smart-update-pxc"} 2024-07-10T16:23:43.362Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39672f49-3929-4689-b080-0e8231596475", "object": "smart-update-pxc"} 2024-07-10T16:23:44.400Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39672f49-3929-4689-b080-0e8231596475", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:44.438Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "39672f49-3929-4689-b080-0e8231596475", "new version": "8.0.19-10"} 2024-07-10T16:23:44.628Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9a7e96b7-55d3-47e0-9cd3-96bce3be70d4", "object": "smart-update-pxc"} 2024-07-10T16:23:44.689Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9a7e96b7-55d3-47e0-9cd3-96bce3be70d4", "object": "smart-update-pxc"} 2024-07-10T16:23:45.714Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9a7e96b7-55d3-47e0-9cd3-96bce3be70d4", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:48.582Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a2ca2df8-5125-4078-aa4f-d5aa738e5445", "object": "smart-update-pxc"} 2024-07-10T16:23:48.661Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a2ca2df8-5125-4078-aa4f-d5aa738e5445", "object": "smart-update-pxc"} 2024-07-10T16:23:49.712Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a2ca2df8-5125-4078-aa4f-d5aa738e5445", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:23:54.947Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c9d3f9e-4b87-4d29-a5a6-435c59e93df9", "object": "smart-update-pxc"} 2024-07-10T16:23:54.997Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c9d3f9e-4b87-4d29-a5a6-435c59e93df9", "object": "smart-update-pxc"} 2024-07-10T16:23:56.036Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4c9d3f9e-4b87-4d29-a5a6-435c59e93df9", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:01.283Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cd9f9e8e-e19a-466e-938d-1f6e7b9768cf", "object": "smart-update-pxc"} 2024-07-10T16:24:01.336Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cd9f9e8e-e19a-466e-938d-1f6e7b9768cf", "object": "smart-update-pxc"} 2024-07-10T16:24:02.380Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cd9f9e8e-e19a-466e-938d-1f6e7b9768cf", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:07.568Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d4feeeeb-e680-41a7-bd05-9a9c19db3411", "object": "smart-update-pxc"} 2024-07-10T16:24:07.641Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d4feeeeb-e680-41a7-bd05-9a9c19db3411", "object": "smart-update-pxc"} 2024-07-10T16:24:08.674Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d4feeeeb-e680-41a7-bd05-9a9c19db3411", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:13.859Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7623d43a-8481-4ea3-8d65-d41a4cc30766", "object": "smart-update-pxc"} 2024-07-10T16:24:13.913Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7623d43a-8481-4ea3-8d65-d41a4cc30766", "object": "smart-update-pxc"} 2024-07-10T16:24:14.948Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7623d43a-8481-4ea3-8d65-d41a4cc30766", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:20.131Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bca0a251-d90a-4935-83a5-e7fe7bb9fd95", "object": "smart-update-pxc"} 2024-07-10T16:24:20.182Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bca0a251-d90a-4935-83a5-e7fe7bb9fd95", "object": "smart-update-pxc"} 2024-07-10T16:24:21.208Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "bca0a251-d90a-4935-83a5-e7fe7bb9fd95", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:26.414Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "71e4b181-7313-40fc-bb67-ffb62ffa259f", "object": "smart-update-pxc"} 2024-07-10T16:24:26.480Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "71e4b181-7313-40fc-bb67-ffb62ffa259f", "object": "smart-update-pxc"} 2024-07-10T16:24:27.510Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "71e4b181-7313-40fc-bb67-ffb62ffa259f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:32.715Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "37074bcf-6088-46f3-bda1-c5d2b5b87c2f", "object": "smart-update-pxc"} 2024-07-10T16:24:32.905Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "37074bcf-6088-46f3-bda1-c5d2b5b87c2f", "object": "smart-update-pxc"} 2024-07-10T16:24:33.986Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "37074bcf-6088-46f3-bda1-c5d2b5b87c2f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:39.226Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f1325ce1-d6b5-4f23-ad2d-84634cfb866c", "object": "smart-update-pxc"} 2024-07-10T16:24:39.277Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f1325ce1-d6b5-4f23-ad2d-84634cfb866c", "object": "smart-update-pxc"} 2024-07-10T16:24:40.319Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f1325ce1-d6b5-4f23-ad2d-84634cfb866c", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:24:44.131Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "102c79a4-e96d-4809-a821-90c2ac9e6935", "object": "smart-update-pxc"} 2024-07-10T16:24:44.201Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "102c79a4-e96d-4809-a821-90c2ac9e6935", "object": "smart-update-pxc"} 2024-07-10T16:24:44.411Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "object": "smart-update-pxc"} 2024-07-10T16:24:45.438Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b"} 2024-07-10T16:24:45.451Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-10071"} 2024-07-10T16:24:45.452Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-2"} 2024-07-10T16:25:05.671Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-2", "reason": "PodInitializing"} 2024-07-10T16:26:15.738Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-2"} 2024-07-10T16:26:15.756Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-1"} 2024-07-10T16:26:35.938Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-07-10T16:27:45.974Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-1"} 2024-07-10T16:27:45.997Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-0"} 2024-07-10T16:28:06.201Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-07-10T16:29:06.311Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "pod name": "smart-update-pxc-0"} 2024-07-10T16:29:06.336Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b"} 2024-07-10T16:29:06.338Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:29:06.448Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "43190efd-305d-4d4d-a07f-aa11ed60e19b", "new version": "8.0.36-28.1"} 2024-07-10T16:29:06.794Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b81b3528-cc58-4949-876b-7d9b4f09c12a", "object": "smart-update-pxc"} 2024-07-10T16:29:06.846Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b81b3528-cc58-4949-876b-7d9b4f09c12a", "object": "smart-update-pxc"} 2024-07-10T16:29:07.875Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b81b3528-cc58-4949-876b-7d9b4f09c12a", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:29:11.790Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "30a17597-ff88-4287-8a8a-61fad33e32ee", "object": "smart-update-pxc"} 2024-07-10T16:29:11.842Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "30a17597-ff88-4287-8a8a-61fad33e32ee", "object": "smart-update-pxc"} 2024-07-10T16:29:12.870Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "30a17597-ff88-4287-8a8a-61fad33e32ee", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:29:18.574Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cda18835-3a86-4d7f-a35e-b893b6c76179", "object": "smart-update-pxc"} 2024-07-10T16:29:18.646Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cda18835-3a86-4d7f-a35e-b893b6c76179", "object": "smart-update-pxc"} 2024-07-10T16:29:19.687Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "cda18835-3a86-4d7f-a35e-b893b6c76179", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:29:24.899Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f7779e86-57f5-41cf-89ac-37f7d16d1bcd", "object": "smart-update-pxc"} 2024-07-10T16:29:24.947Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f7779e86-57f5-41cf-89ac-37f7d16d1bcd", "object": "smart-update-pxc"} 2024-07-10T16:29:25.970Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f7779e86-57f5-41cf-89ac-37f7d16d1bcd", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:29:31.212Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f88d077d-930e-42fc-b9e2-ce2f7fc8ca33", "object": "smart-update-pxc"} 2024-07-10T16:29:31.284Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f88d077d-930e-42fc-b9e2-ce2f7fc8ca33", "object": "smart-update-pxc"} 2024-07-10T16:29:32.310Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f88d077d-930e-42fc-b9e2-ce2f7fc8ca33", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:11.923Z ERROR Update status {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c6b614d3-3297-4749-ad0b-8e5667f66f44", "error": "write status: PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found", "errorVerbose": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:157\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:140\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:202\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:264\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-10T16:30:22.490Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296", "object": "smart-update-pxc"} 2024-07-10T16:30:22.515Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296", "object": "smart-update-pxc"} 2024-07-10T16:30:22.568Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296", "object": "smart-update-pxc"} 2024-07-10T16:30:22.703Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296", "object": "smart-update-pxc"} 2024-07-10T16:30:22.703Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296"} 2024-07-10T16:30:22.868Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296", "object": "smart-update-pxc-unready"} 2024-07-10T16:30:23.095Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "10606fd8-4815-4c06-9f6e-12a37985f296", "object": "smart-update-haproxy"} 2024-07-10T16:30:23.322Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "object": "smart-update-pxc"} 2024-07-10T16:30:23.524Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "object": "smart-update-haproxy"} 2024-07-10T16:30:23.654Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "object": "smart-update-pxc"} 2024-07-10T16:30:23.878Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06"} 2024-07-10T16:30:23.881Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "object": "smart-update-haproxy"} 2024-07-10T16:30:24.064Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "object": "smart-update-haproxy"} 2024-07-10T16:30:24.629Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "object": "smart-update-haproxy-replicas"} 2024-07-10T16:30:24.629Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "840e81b0-f877-43fa-a7a1-b8fea8edde06", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:25.005Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 322fdae5-a5ec-4cc1-86cf-4785f9291057 2024-07-10T16:30:25.460Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f401a5a2-25b0-4a33-94de-5ac40e6652b4", "object": "smart-update-pxc"} 2024-07-10T16:30:25.613Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f401a5a2-25b0-4a33-94de-5ac40e6652b4", "object": "smart-update-pxc"} 2024-07-10T16:30:25.713Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f401a5a2-25b0-4a33-94de-5ac40e6652b4"} 2024-07-10T16:30:25.716Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f401a5a2-25b0-4a33-94de-5ac40e6652b4", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:30.430Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "08d8c8b9-eaec-4633-b9ff-4fbbf0601b17", "object": "smart-update-pxc"} 2024-07-10T16:30:30.512Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "08d8c8b9-eaec-4633-b9ff-4fbbf0601b17", "object": "smart-update-pxc"} 2024-07-10T16:30:30.534Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "08d8c8b9-eaec-4633-b9ff-4fbbf0601b17"} 2024-07-10T16:30:30.537Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "08d8c8b9-eaec-4633-b9ff-4fbbf0601b17", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:35.589Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9e095df-5b52-4192-b516-8f06493186a1", "object": "smart-update-pxc"} 2024-07-10T16:30:35.679Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9e095df-5b52-4192-b516-8f06493186a1", "object": "smart-update-pxc"} 2024-07-10T16:30:35.710Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9e095df-5b52-4192-b516-8f06493186a1"} 2024-07-10T16:30:35.711Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e9e095df-5b52-4192-b516-8f06493186a1", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:40.791Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5338fcd0-ca54-452c-aab6-fb3637d79be8", "object": "smart-update-pxc"} 2024-07-10T16:30:40.898Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5338fcd0-ca54-452c-aab6-fb3637d79be8", "object": "smart-update-pxc"} 2024-07-10T16:30:40.931Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5338fcd0-ca54-452c-aab6-fb3637d79be8"} 2024-07-10T16:30:40.932Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5338fcd0-ca54-452c-aab6-fb3637d79be8", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:46.031Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "76a2b0ac-c479-4a48-a782-4d0e4a02c86c", "object": "smart-update-pxc"} 2024-07-10T16:30:46.080Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "76a2b0ac-c479-4a48-a782-4d0e4a02c86c", "object": "smart-update-pxc"} 2024-07-10T16:30:46.106Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "76a2b0ac-c479-4a48-a782-4d0e4a02c86c"} 2024-07-10T16:30:46.110Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "76a2b0ac-c479-4a48-a782-4d0e4a02c86c", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:51.164Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fe8d0e03-5048-42c3-a81a-1df252c52853", "object": "smart-update-pxc"} 2024-07-10T16:30:51.244Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fe8d0e03-5048-42c3-a81a-1df252c52853", "object": "smart-update-pxc"} 2024-07-10T16:30:51.295Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fe8d0e03-5048-42c3-a81a-1df252c52853"} 2024-07-10T16:30:51.297Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "fe8d0e03-5048-42c3-a81a-1df252c52853", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:30:56.353Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee73456-ccf9-4d5a-8322-0690c5a65a64", "object": "smart-update-pxc"} 2024-07-10T16:30:56.411Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee73456-ccf9-4d5a-8322-0690c5a65a64", "object": "smart-update-pxc"} 2024-07-10T16:30:56.436Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee73456-ccf9-4d5a-8322-0690c5a65a64"} 2024-07-10T16:30:56.438Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee73456-ccf9-4d5a-8322-0690c5a65a64", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:01.524Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a1910b18-6c56-4ac2-a1a8-bc5b56e31978", "object": "smart-update-pxc"} 2024-07-10T16:31:01.740Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a1910b18-6c56-4ac2-a1a8-bc5b56e31978", "object": "smart-update-pxc"} 2024-07-10T16:31:01.867Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a1910b18-6c56-4ac2-a1a8-bc5b56e31978"} 2024-07-10T16:31:01.870Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a1910b18-6c56-4ac2-a1a8-bc5b56e31978", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:07.037Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24695c61-33ee-4e23-930d-4662555fa2a3", "object": "smart-update-pxc"} 2024-07-10T16:31:07.092Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24695c61-33ee-4e23-930d-4662555fa2a3", "object": "smart-update-pxc"} 2024-07-10T16:31:07.136Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24695c61-33ee-4e23-930d-4662555fa2a3"} 2024-07-10T16:31:07.138Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "24695c61-33ee-4e23-930d-4662555fa2a3", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:12.215Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9d677ae1-7351-4462-a5eb-7177ba5b9faf", "object": "smart-update-pxc"} 2024-07-10T16:31:12.321Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9d677ae1-7351-4462-a5eb-7177ba5b9faf", "object": "smart-update-pxc"} 2024-07-10T16:31:12.396Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9d677ae1-7351-4462-a5eb-7177ba5b9faf"} 2024-07-10T16:31:12.401Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "9d677ae1-7351-4462-a5eb-7177ba5b9faf", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:17.477Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "62763a8f-1e9a-49bf-9c35-a1912c11fdf9", "object": "smart-update-pxc"} 2024-07-10T16:31:18.286Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "62763a8f-1e9a-49bf-9c35-a1912c11fdf9", "object": "smart-update-pxc"} 2024-07-10T16:31:18.493Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "62763a8f-1e9a-49bf-9c35-a1912c11fdf9"} 2024-07-10T16:31:18.495Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "62763a8f-1e9a-49bf-9c35-a1912c11fdf9", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:23.681Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2e2af8a8-acc5-41f6-8ee9-54cb0cb3e6a0", "object": "smart-update-pxc"} 2024-07-10T16:31:23.768Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2e2af8a8-acc5-41f6-8ee9-54cb0cb3e6a0", "object": "smart-update-pxc"} 2024-07-10T16:31:23.813Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2e2af8a8-acc5-41f6-8ee9-54cb0cb3e6a0"} 2024-07-10T16:31:23.815Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2e2af8a8-acc5-41f6-8ee9-54cb0cb3e6a0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:28.876Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80ce5612-1edc-487c-af96-6b800ca84b60", "object": "smart-update-pxc"} 2024-07-10T16:31:28.926Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80ce5612-1edc-487c-af96-6b800ca84b60", "object": "smart-update-pxc"} 2024-07-10T16:31:28.959Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80ce5612-1edc-487c-af96-6b800ca84b60"} 2024-07-10T16:31:28.961Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80ce5612-1edc-487c-af96-6b800ca84b60", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:34.020Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11740718-5170-41e2-88af-cb0b2d6e38bb", "object": "smart-update-pxc"} 2024-07-10T16:31:34.089Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11740718-5170-41e2-88af-cb0b2d6e38bb", "object": "smart-update-pxc"} 2024-07-10T16:31:34.131Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11740718-5170-41e2-88af-cb0b2d6e38bb"} 2024-07-10T16:31:34.133Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "11740718-5170-41e2-88af-cb0b2d6e38bb", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:39.204Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80caf293-219e-45ee-b78f-8407c9548622", "object": "smart-update-pxc"} 2024-07-10T16:31:39.250Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80caf293-219e-45ee-b78f-8407c9548622", "object": "smart-update-pxc"} 2024-07-10T16:31:39.288Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80caf293-219e-45ee-b78f-8407c9548622"} 2024-07-10T16:31:39.291Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "80caf293-219e-45ee-b78f-8407c9548622", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:44.356Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "61b2d543-a5b9-4fc2-a566-44eae062ea08", "object": "smart-update-pxc"} 2024-07-10T16:31:44.435Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "61b2d543-a5b9-4fc2-a566-44eae062ea08", "object": "smart-update-pxc"} 2024-07-10T16:31:44.465Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "61b2d543-a5b9-4fc2-a566-44eae062ea08"} 2024-07-10T16:31:44.467Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "61b2d543-a5b9-4fc2-a566-44eae062ea08", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:49.571Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4ece8cc-54ce-49f4-a51a-7998a59f674b", "object": "smart-update-pxc"} 2024-07-10T16:31:49.624Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4ece8cc-54ce-49f4-a51a-7998a59f674b", "object": "smart-update-pxc"} 2024-07-10T16:31:49.656Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4ece8cc-54ce-49f4-a51a-7998a59f674b"} 2024-07-10T16:31:49.659Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c4ece8cc-54ce-49f4-a51a-7998a59f674b", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:54.705Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "744ce3f9-c9b7-40dd-b96a-d61ed8de0a0b", "object": "smart-update-pxc"} 2024-07-10T16:31:54.776Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "744ce3f9-c9b7-40dd-b96a-d61ed8de0a0b", "object": "smart-update-pxc"} 2024-07-10T16:31:54.799Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "744ce3f9-c9b7-40dd-b96a-d61ed8de0a0b"} 2024-07-10T16:31:54.802Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "744ce3f9-c9b7-40dd-b96a-d61ed8de0a0b", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:31:59.865Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0c84dd08-f72c-47e7-8f83-2c5b39bcd614", "object": "smart-update-pxc"} 2024-07-10T16:31:59.928Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0c84dd08-f72c-47e7-8f83-2c5b39bcd614", "object": "smart-update-pxc"} 2024-07-10T16:31:59.958Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0c84dd08-f72c-47e7-8f83-2c5b39bcd614"} 2024-07-10T16:31:59.960Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "0c84dd08-f72c-47e7-8f83-2c5b39bcd614", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:05.014Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c2912c63-44fb-4913-b81b-cb3614ad24a0", "object": "smart-update-pxc"} 2024-07-10T16:32:05.063Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c2912c63-44fb-4913-b81b-cb3614ad24a0", "object": "smart-update-pxc"} 2024-07-10T16:32:05.094Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c2912c63-44fb-4913-b81b-cb3614ad24a0"} 2024-07-10T16:32:05.097Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "c2912c63-44fb-4913-b81b-cb3614ad24a0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:05.243Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e741cbba-9810-4e81-bfe0-f95dc15eb0db", "object": "smart-update-pxc"} 2024-07-10T16:32:05.300Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e741cbba-9810-4e81-bfe0-f95dc15eb0db", "object": "smart-update-pxc"} 2024-07-10T16:32:05.325Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e741cbba-9810-4e81-bfe0-f95dc15eb0db"} 2024-07-10T16:32:05.328Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e741cbba-9810-4e81-bfe0-f95dc15eb0db", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:07.339Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e741cbba-9810-4e81-bfe0-f95dc15eb0db", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.135.217.39:3306: connect: connection refused"} 2024-07-10T16:32:10.222Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f6c23809-845c-4ef3-b681-4b0417a5bb0e", "object": "smart-update-pxc"} 2024-07-10T16:32:10.289Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f6c23809-845c-4ef3-b681-4b0417a5bb0e", "object": "smart-update-pxc"} 2024-07-10T16:32:10.317Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f6c23809-845c-4ef3-b681-4b0417a5bb0e"} 2024-07-10T16:32:10.320Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f6c23809-845c-4ef3-b681-4b0417a5bb0e", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:11.542Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a33cd6b8-3043-4ac5-87c0-538caf45d280", "object": "smart-update-pxc"} 2024-07-10T16:32:11.606Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a33cd6b8-3043-4ac5-87c0-538caf45d280", "object": "smart-update-pxc"} 2024-07-10T16:32:11.638Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a33cd6b8-3043-4ac5-87c0-538caf45d280"} 2024-07-10T16:32:11.640Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a33cd6b8-3043-4ac5-87c0-538caf45d280", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:16.483Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "263262c9-8453-4bbc-b6a2-0fd7f6ee84e0", "object": "smart-update-pxc"} 2024-07-10T16:32:16.534Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "263262c9-8453-4bbc-b6a2-0fd7f6ee84e0", "object": "smart-update-pxc"} 2024-07-10T16:32:16.558Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "263262c9-8453-4bbc-b6a2-0fd7f6ee84e0"} 2024-07-10T16:32:16.560Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "263262c9-8453-4bbc-b6a2-0fd7f6ee84e0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:21.694Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a8e48c54-4e4c-41f2-bbe7-1fcb7330cd7c", "object": "smart-update-pxc"} 2024-07-10T16:32:21.753Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a8e48c54-4e4c-41f2-bbe7-1fcb7330cd7c", "object": "smart-update-pxc"} 2024-07-10T16:32:21.778Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a8e48c54-4e4c-41f2-bbe7-1fcb7330cd7c"} 2024-07-10T16:32:21.780Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a8e48c54-4e4c-41f2-bbe7-1fcb7330cd7c", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:26.903Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "202b48d7-b712-4798-a742-e30684cc4ca1", "object": "smart-update-pxc"} 2024-07-10T16:32:26.958Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "202b48d7-b712-4798-a742-e30684cc4ca1", "object": "smart-update-pxc"} 2024-07-10T16:32:26.980Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "202b48d7-b712-4798-a742-e30684cc4ca1"} 2024-07-10T16:32:27.010Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "202b48d7-b712-4798-a742-e30684cc4ca1", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:32.134Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e6eab8c0-2b77-44b2-b3ae-0cf8505ab413", "object": "smart-update-pxc"} 2024-07-10T16:32:32.189Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e6eab8c0-2b77-44b2-b3ae-0cf8505ab413", "object": "smart-update-pxc"} 2024-07-10T16:32:32.217Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e6eab8c0-2b77-44b2-b3ae-0cf8505ab413"} 2024-07-10T16:32:32.220Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e6eab8c0-2b77-44b2-b3ae-0cf8505ab413", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:37.336Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "02a0e9fc-eef0-4a36-be03-086cd0351854", "object": "smart-update-pxc"} 2024-07-10T16:32:37.384Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "02a0e9fc-eef0-4a36-be03-086cd0351854", "object": "smart-update-pxc"} 2024-07-10T16:32:37.424Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "02a0e9fc-eef0-4a36-be03-086cd0351854"} 2024-07-10T16:32:37.427Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "02a0e9fc-eef0-4a36-be03-086cd0351854", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:42.541Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8ca94f7e-39cf-4c25-8775-38e530abdac2", "object": "smart-update-pxc"} 2024-07-10T16:32:42.603Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8ca94f7e-39cf-4c25-8775-38e530abdac2", "object": "smart-update-pxc"} 2024-07-10T16:32:42.631Z INFO Waiting for HAProxy to be ready before smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8ca94f7e-39cf-4c25-8775-38e530abdac2"} 2024-07-10T16:32:42.634Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "8ca94f7e-39cf-4c25-8775-38e530abdac2", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:42.799Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee6d096-820e-49f1-90c7-e44c34988c05", "object": "smart-update-pxc"} 2024-07-10T16:32:42.850Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee6d096-820e-49f1-90c7-e44c34988c05", "object": "smart-update-pxc"} 2024-07-10T16:32:43.881Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7ee6d096-820e-49f1-90c7-e44c34988c05", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:47.975Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6fb80a32-1686-4837-9ccb-273939085ecd", "object": "smart-update-pxc"} 2024-07-10T16:32:48.329Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6fb80a32-1686-4837-9ccb-273939085ecd", "object": "smart-update-pxc"} 2024-07-10T16:32:49.426Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "6fb80a32-1686-4837-9ccb-273939085ecd", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:32:54.550Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "abb5bc5f-4eb7-4cdc-89d9-97154ed0880c", "object": "smart-update-pxc"} 2024-07-10T16:32:54.604Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "abb5bc5f-4eb7-4cdc-89d9-97154ed0880c", "object": "smart-update-pxc"} 2024-07-10T16:32:55.643Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "abb5bc5f-4eb7-4cdc-89d9-97154ed0880c", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:00.758Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d7ec21f5-2fc9-4fbb-b3ca-d3db95a27811", "object": "smart-update-pxc"} 2024-07-10T16:33:00.824Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d7ec21f5-2fc9-4fbb-b3ca-d3db95a27811", "object": "smart-update-pxc"} 2024-07-10T16:33:01.850Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d7ec21f5-2fc9-4fbb-b3ca-d3db95a27811", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:07.005Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "25c7878f-598d-4008-8646-e4293e643783", "object": "smart-update-pxc"} 2024-07-10T16:33:07.065Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "25c7878f-598d-4008-8646-e4293e643783", "object": "smart-update-pxc"} 2024-07-10T16:33:08.122Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "25c7878f-598d-4008-8646-e4293e643783", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:13.251Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "46e30433-7f03-42b3-8a12-2bac9b1a9ae7", "object": "smart-update-pxc"} 2024-07-10T16:33:13.299Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "46e30433-7f03-42b3-8a12-2bac9b1a9ae7", "object": "smart-update-pxc"} 2024-07-10T16:33:14.326Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "46e30433-7f03-42b3-8a12-2bac9b1a9ae7", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:19.474Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "50a64088-8d66-4b5f-9960-c93729d535d4", "object": "smart-update-pxc"} 2024-07-10T16:33:19.524Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "50a64088-8d66-4b5f-9960-c93729d535d4", "object": "smart-update-pxc"} 2024-07-10T16:33:20.552Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "50a64088-8d66-4b5f-9960-c93729d535d4", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:20.764Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "74b902f4-affe-4978-83fd-7d2a7a182f59", "object": "smart-update-pxc"} 2024-07-10T16:33:20.821Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "74b902f4-affe-4978-83fd-7d2a7a182f59", "object": "smart-update-pxc"} 2024-07-10T16:33:21.855Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "74b902f4-affe-4978-83fd-7d2a7a182f59", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:25.762Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1f3dcffc-e774-4274-94b0-0475e9ac5c3f", "object": "smart-update-pxc"} 2024-07-10T16:33:25.821Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1f3dcffc-e774-4274-94b0-0475e9ac5c3f", "object": "smart-update-pxc"} 2024-07-10T16:33:26.855Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1f3dcffc-e774-4274-94b0-0475e9ac5c3f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:32.007Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "49f508ff-806b-4254-9e9f-32a2dc6732dd", "object": "smart-update-pxc"} 2024-07-10T16:33:32.068Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "49f508ff-806b-4254-9e9f-32a2dc6732dd", "object": "smart-update-pxc"} 2024-07-10T16:33:33.102Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "49f508ff-806b-4254-9e9f-32a2dc6732dd", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:38.346Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "193ca5b0-1b1a-4438-b849-a1d0fdb541df", "object": "smart-update-pxc"} 2024-07-10T16:33:38.409Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "193ca5b0-1b1a-4438-b849-a1d0fdb541df", "object": "smart-update-pxc"} 2024-07-10T16:33:39.439Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "193ca5b0-1b1a-4438-b849-a1d0fdb541df", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:44.599Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "51bcd196-8d94-450d-b499-3e18a54b01d1", "object": "smart-update-pxc"} 2024-07-10T16:33:44.651Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "51bcd196-8d94-450d-b499-3e18a54b01d1", "object": "smart-update-pxc"} 2024-07-10T16:33:45.683Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "51bcd196-8d94-450d-b499-3e18a54b01d1", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:50.849Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "66999f2a-aeb2-4566-b38e-5da7736fa358", "object": "smart-update-pxc"} 2024-07-10T16:33:50.907Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "66999f2a-aeb2-4566-b38e-5da7736fa358", "object": "smart-update-pxc"} 2024-07-10T16:33:51.950Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "66999f2a-aeb2-4566-b38e-5da7736fa358", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:33:57.112Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a5c2e84e-254c-4d1f-a476-b02c8452fe69", "object": "smart-update-pxc"} 2024-07-10T16:33:57.173Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a5c2e84e-254c-4d1f-a476-b02c8452fe69", "object": "smart-update-pxc"} 2024-07-10T16:33:58.208Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a5c2e84e-254c-4d1f-a476-b02c8452fe69", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:03.480Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ead6c948-d8ec-48f0-bc44-a06975efcda9", "object": "smart-update-pxc"} 2024-07-10T16:34:03.554Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ead6c948-d8ec-48f0-bc44-a06975efcda9", "object": "smart-update-pxc"} 2024-07-10T16:34:04.589Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ead6c948-d8ec-48f0-bc44-a06975efcda9", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:09.771Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d2a169ff-9002-43bf-86dd-48b225391143", "object": "smart-update-pxc"} 2024-07-10T16:34:09.840Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d2a169ff-9002-43bf-86dd-48b225391143", "object": "smart-update-pxc"} 2024-07-10T16:34:10.878Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d2a169ff-9002-43bf-86dd-48b225391143", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:16.036Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9058403-97c9-4c5f-a6a4-da98e176dc50", "object": "smart-update-pxc"} 2024-07-10T16:34:16.114Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9058403-97c9-4c5f-a6a4-da98e176dc50", "object": "smart-update-pxc"} 2024-07-10T16:34:17.142Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9058403-97c9-4c5f-a6a4-da98e176dc50", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:22.300Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1603efe5-9e67-427b-a8c4-87a18fb110dc", "object": "smart-update-pxc"} 2024-07-10T16:34:22.398Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1603efe5-9e67-427b-a8c4-87a18fb110dc", "object": "smart-update-pxc"} 2024-07-10T16:34:23.433Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1603efe5-9e67-427b-a8c4-87a18fb110dc", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:28.573Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f4c5da91-d21c-482c-8be7-8d0521e2971f", "object": "smart-update-pxc"} 2024-07-10T16:34:28.629Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f4c5da91-d21c-482c-8be7-8d0521e2971f", "object": "smart-update-pxc"} 2024-07-10T16:34:29.660Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f4c5da91-d21c-482c-8be7-8d0521e2971f", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:34.922Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d42d106a-64a6-43e9-ac0d-80f73e174fec", "object": "smart-update-pxc"} 2024-07-10T16:34:34.984Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d42d106a-64a6-43e9-ac0d-80f73e174fec", "object": "smart-update-pxc"} 2024-07-10T16:34:36.020Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d42d106a-64a6-43e9-ac0d-80f73e174fec", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:36.271Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4eef1e5e-a3ba-42fd-80bd-1d486bfc21d0", "object": "smart-update-pxc"} 2024-07-10T16:34:36.333Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4eef1e5e-a3ba-42fd-80bd-1d486bfc21d0", "object": "smart-update-pxc"} 2024-07-10T16:34:37.402Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4eef1e5e-a3ba-42fd-80bd-1d486bfc21d0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:37.455Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "4eef1e5e-a3ba-42fd-80bd-1d486bfc21d0", "new version": "8.0.19-10"} 2024-07-10T16:34:37.676Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b6707bf4-9117-47db-a0a7-b9e265107834", "object": "smart-update-pxc"} 2024-07-10T16:34:37.744Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b6707bf4-9117-47db-a0a7-b9e265107834", "object": "smart-update-pxc"} 2024-07-10T16:34:38.802Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b6707bf4-9117-47db-a0a7-b9e265107834", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:41.234Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b6b2c40d-2ef0-4d1d-8ff0-2a34f6c81d8e", "object": "smart-update-pxc"} 2024-07-10T16:34:41.292Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b6b2c40d-2ef0-4d1d-8ff0-2a34f6c81d8e", "object": "smart-update-pxc"} 2024-07-10T16:34:42.328Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "b6b2c40d-2ef0-4d1d-8ff0-2a34f6c81d8e", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:47.526Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d1a5db17-ac8b-4097-bcf2-19eee8358ad7", "object": "smart-update-pxc"} 2024-07-10T16:34:48.301Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d1a5db17-ac8b-4097-bcf2-19eee8358ad7", "object": "smart-update-pxc"} 2024-07-10T16:34:49.415Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d1a5db17-ac8b-4097-bcf2-19eee8358ad7", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:34:54.628Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0868690-8cef-4ff8-b709-782ec43a85e3", "object": "smart-update-pxc"} 2024-07-10T16:34:54.721Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0868690-8cef-4ff8-b709-782ec43a85e3", "object": "smart-update-pxc"} 2024-07-10T16:34:55.763Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0868690-8cef-4ff8-b709-782ec43a85e3", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:00.985Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dd0ce09-9078-43d0-aab7-143c575a059d", "object": "smart-update-pxc"} 2024-07-10T16:35:01.034Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dd0ce09-9078-43d0-aab7-143c575a059d", "object": "smart-update-pxc"} 2024-07-10T16:35:02.069Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1dd0ce09-9078-43d0-aab7-143c575a059d", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:07.310Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1781f9f0-ef46-49af-b5b0-842583afe088", "object": "smart-update-pxc"} 2024-07-10T16:35:07.360Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1781f9f0-ef46-49af-b5b0-842583afe088", "object": "smart-update-pxc"} 2024-07-10T16:35:08.389Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "1781f9f0-ef46-49af-b5b0-842583afe088", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:13.619Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "decacc4d-531f-43af-a34b-987a7e7559b0", "object": "smart-update-pxc"} 2024-07-10T16:35:13.693Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "decacc4d-531f-43af-a34b-987a7e7559b0", "object": "smart-update-pxc"} 2024-07-10T16:35:14.735Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "decacc4d-531f-43af-a34b-987a7e7559b0", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:19.963Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "33ad4322-01dc-44a9-b86e-6db42a4e6833", "object": "smart-update-pxc"} 2024-07-10T16:35:20.016Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "33ad4322-01dc-44a9-b86e-6db42a4e6833", "object": "smart-update-pxc"} 2024-07-10T16:35:21.043Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "33ad4322-01dc-44a9-b86e-6db42a4e6833", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:26.272Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5368f9a6-42a3-401d-b41d-bad8c332ed67", "object": "smart-update-pxc"} 2024-07-10T16:35:26.344Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5368f9a6-42a3-401d-b41d-bad8c332ed67", "object": "smart-update-pxc"} 2024-07-10T16:35:27.403Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "5368f9a6-42a3-401d-b41d-bad8c332ed67", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:32.648Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f786f4a1-903f-473c-b157-756f5f58d542", "object": "smart-update-pxc"} 2024-07-10T16:35:32.734Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f786f4a1-903f-473c-b157-756f5f58d542", "object": "smart-update-pxc"} 2024-07-10T16:35:33.775Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f786f4a1-903f-473c-b157-756f5f58d542", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:35:38.511Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ab869e9c-9ad4-4b8d-ac31-2a2c1581fb8b", "object": "smart-update-pxc"} 2024-07-10T16:35:38.577Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ab869e9c-9ad4-4b8d-ac31-2a2c1581fb8b", "object": "smart-update-pxc"} 2024-07-10T16:35:38.813Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "object": "smart-update-pxc"} 2024-07-10T16:35:39.838Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6"} 2024-07-10T16:35:39.864Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-2"} 2024-07-10T16:35:39.864Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-0.smart-update-pxc.smart-update1-10071"} 2024-07-10T16:37:00.168Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-2"} 2024-07-10T16:37:00.216Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-1"} 2024-07-10T16:37:20.513Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-1", "reason": "PodInitializing"} 2024-07-10T16:38:50.572Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-1"} 2024-07-10T16:38:50.604Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-0"} 2024-07-10T16:39:10.920Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-0", "reason": "PodInitializing"} 2024-07-10T16:40:10.905Z INFO pod is running {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "pod name": "smart-update-pxc-0"} 2024-07-10T16:40:10.924Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6"} 2024-07-10T16:40:10.927Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:11.037Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "2c49df3a-44d1-4da9-bed4-8d17402865d6", "new version": "8.0.36-28.1"} 2024-07-10T16:40:11.212Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "443d2a11-90e4-42ef-88b5-7ff7d17cad34", "object": "smart-update-pxc"} 2024-07-10T16:40:11.281Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "443d2a11-90e4-42ef-88b5-7ff7d17cad34", "object": "smart-update-pxc"} 2024-07-10T16:40:12.312Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "443d2a11-90e4-42ef-88b5-7ff7d17cad34", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:12.635Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "38f16f73-ac16-40ce-8fa3-00c4760fdb93", "object": "smart-update-pxc"} 2024-07-10T16:40:12.694Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "38f16f73-ac16-40ce-8fa3-00c4760fdb93", "object": "smart-update-pxc"} 2024-07-10T16:40:13.735Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "38f16f73-ac16-40ce-8fa3-00c4760fdb93", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:14.042Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a27cce8a-5a7e-4de9-aacf-7c4e616cf7aa", "object": "smart-update-pxc"} 2024-07-10T16:40:14.091Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a27cce8a-5a7e-4de9-aacf-7c4e616cf7aa", "object": "smart-update-pxc"} 2024-07-10T16:40:15.130Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "a27cce8a-5a7e-4de9-aacf-7c4e616cf7aa", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:16.261Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "63393b3c-4800-4cbb-8744-6aed11340193", "object": "smart-update-pxc"} 2024-07-10T16:40:16.326Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "63393b3c-4800-4cbb-8744-6aed11340193", "object": "smart-update-pxc"} 2024-07-10T16:40:17.363Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "63393b3c-4800-4cbb-8744-6aed11340193", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:22.778Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7433d194-b8bd-4ac8-ad75-a150cdb651b2", "object": "smart-update-pxc"} 2024-07-10T16:40:22.826Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7433d194-b8bd-4ac8-ad75-a150cdb651b2", "object": "smart-update-pxc"} 2024-07-10T16:40:23.855Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "7433d194-b8bd-4ac8-ad75-a150cdb651b2", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:29.195Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0ce2c46-39e9-473c-b4af-ab5cc44e52dd", "object": "smart-update-pxc"} 2024-07-10T16:40:29.240Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0ce2c46-39e9-473c-b4af-ab5cc44e52dd", "object": "smart-update-pxc"} 2024-07-10T16:40:30.272Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "e0ce2c46-39e9-473c-b4af-ab5cc44e52dd", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:35.539Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9cdbb61-1f1a-4c95-b762-3bf29219001d", "object": "smart-update-pxc"} 2024-07-10T16:40:35.627Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9cdbb61-1f1a-4c95-b762-3bf29219001d", "object": "smart-update-pxc"} 2024-07-10T16:40:36.664Z INFO HAProxy replicas service {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "d9cdbb61-1f1a-4c95-b762-3bf29219001d", "service": "smart-update-haproxy-replicas", "expose": {"enabled":true}} 2024-07-10T16:40:41.410Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "ed57d2ea-787a-44e4-a94d-652ba4c5bd50"} 2024-07-10T16:41:15.247Z ERROR Update status {"controller": "pxc-controller", "namespace": "smart-update1-10071", "name": "smart-update", "reconcileID": "f86453f5-67c0-468d-9051-e554ffedd008", "error": "write status: PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found", "errorVerbose": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:157\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:140\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:202\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:264\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:204 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:264 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.E5tvtZrZy2 ++ mktemp + local LAST_ERR=/tmp/tmp.Uju1cFaI8T + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.E5tvtZrZy2 No resources found + cat /tmp/tmp.Uju1cFaI8T + rm /tmp/tmp.E5tvtZrZy2 /tmp/tmp.Uju1cFaI8T + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.vXmIVwunOX ++ mktemp + local LAST_ERR=/tmp/tmp.eBH4snYnNN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vXmIVwunOX No resources found + cat /tmp/tmp.eBH4snYnNN + rm /tmp/tmp.vXmIVwunOX /tmp/tmp.eBH4snYnNN + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.MjYqYooheq ++ mktemp + local LAST_ERR=/tmp/tmp.hgbY9xNVOn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MjYqYooheq No resources found + cat /tmp/tmp.hgbY9xNVOn + rm /tmp/tmp.MjYqYooheq /tmp/tmp.hgbY9xNVOn + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.6ugBQHZdUe ++ mktemp + local LAST_ERR=/tmp/tmp.VeQ5RJ66s5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6ugBQHZdUe validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.VeQ5RJ66s5 + rm /tmp/tmp.6ugBQHZdUe /tmp/tmp.VeQ5RJ66s5 + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-10071 + rm -rf /tmp/tmp.ZKFJSPkos4 ++ mktemp + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.KcfbvDwKmI + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.KzFWhzn4LT + local LAST_ERR=/tmp/tmp.uII3WDGwcu ++ mktemp + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.DdPbBDn9Hd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-10071 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator