Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/logs/tls-issue-cert-manager-ref-8-0.log Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 + main + create_infra tls-issue-cert-manager-ref-9382 + local ns=tls-issue-cert-manager-ref-9382 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.rECyMtVKxh ++ mktemp + local LAST_ERR=/tmp/tmp.jYpRrDYFnU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rECyMtVKxh No resources found + cat /tmp/tmp.jYpRrDYFnU + rm /tmp/tmp.rECyMtVKxh /tmp/tmp.jYpRrDYFnU + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.y0jH5sc2Om ++ mktemp + local LAST_ERR=/tmp/tmp.gxW3gI6SFv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.y0jH5sc2Om No resources found + cat /tmp/tmp.gxW3gI6SFv + rm /tmp/tmp.y0jH5sc2Om /tmp/tmp.gxW3gI6SFv + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.v6SaAmnrBx ++ mktemp + local LAST_ERR=/tmp/tmp.85dlLo6BQy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.v6SaAmnrBx No resources found + cat /tmp/tmp.85dlLo6BQy + rm /tmp/tmp.v6SaAmnrBx /tmp/tmp.85dlLo6BQy + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ tail -n1 ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + kubectl_bin get ns + local LAST_OUT=/tmp/tmp.0PSTg0c6mc + xargs kubectl delete ns + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.LjPOptUiyT + local exit_status=0 + local LAST_OUT=/tmp/tmp.L5wWPbWIEl ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_ERR=/tmp/tmp.5EoKSmfD6m + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.L5wWPbWIEl + cat /tmp/tmp.5EoKSmfD6m + rm /tmp/tmp.L5wWPbWIEl /tmp/tmp.5EoKSmfD6m + return 0 namespace "cert-manager" deleted namespace "tls-issue-cert-manager-ref-7481" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0PSTg0c6mc namespace "pxc-operator" deleted + cat /tmp/tmp.LjPOptUiyT + rm /tmp/tmp.0PSTg0c6mc /tmp/tmp.LjPOptUiyT + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.EeWEHmvQDR ++ mktemp + local LAST_ERR=/tmp/tmp.08lHDr7Qah + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EeWEHmvQDR namespace/pxc-operator created + cat /tmp/tmp.08lHDr7Qah + rm /tmp/tmp.EeWEHmvQDR /tmp/tmp.08lHDr7Qah + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.sAx2oFoCCK +++ mktemp ++ local LAST_ERR=/tmp/tmp.OTbbA4fJ8F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sAx2oFoCCK ++ cat /tmp/tmp.OTbbA4fJ8F ++ rm /tmp/tmp.sAx2oFoCCK /tmp/tmp.OTbbA4fJ8F ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2399-dbfcca1d-3-cluster9 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.4P7RROxYUQ ++ mktemp + local LAST_ERR=/tmp/tmp.1Nm2HTALIo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2399-dbfcca1d-3-cluster9 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4P7RROxYUQ Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2399-dbfcca1d-3-cluster9" modified. + cat /tmp/tmp.1Nm2HTALIo + rm /tmp/tmp.4P7RROxYUQ /tmp/tmp.1Nm2HTALIo + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.CqXBJlE25b ++ mktemp + local LAST_ERR=/tmp/tmp.9uZeOEMcwM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CqXBJlE25b customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.9uZeOEMcwM + rm /tmp/tmp.CqXBJlE25b /tmp/tmp.9uZeOEMcwM + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.toaqfmzHCF ++ mktemp + local LAST_ERR=/tmp/tmp.ox9OgUyOTx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.toaqfmzHCF clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.ox9OgUyOTx + rm /tmp/tmp.toaqfmzHCF /tmp/tmp.ox9OgUyOTx + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2399-dbfcca1d^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/deploy/cw-operator.yaml + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + local LAST_OUT=/tmp/tmp.H38o7V95eo ++ mktemp + local LAST_ERR=/tmp/tmp.xtOWoSOmHK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.H38o7V95eo deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.xtOWoSOmHK + rm /tmp/tmp.H38o7V95eo /tmp/tmp.xtOWoSOmHK + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.XREKkkvwto ++ mktemp + local LAST_ERR=/tmp/tmp.EdUAG2RPOh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XREKkkvwto pod/percona-xtradb-cluster-operator-c7445dd5-zvgd7 condition met + cat /tmp/tmp.EdUAG2RPOh + rm /tmp/tmp.XREKkkvwto /tmp/tmp.EdUAG2RPOh + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.uulX7CUPhF +++ mktemp ++ local LAST_ERR=/tmp/tmp.cCJ6fy7oN8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uulX7CUPhF ++ cat /tmp/tmp.cCJ6fy7oN8 ++ rm /tmp/tmp.uulX7CUPhF /tmp/tmp.cCJ6fy7oN8 ++ return 0 + wait_pod percona-xtradb-cluster-operator-c7445dd5-zvgd7 480 pxc-operator + local pod=percona-xtradb-cluster-operator-c7445dd5-zvgd7 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-c7445dd5-zvgd7 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-c7445dd5-zvgd7 condition met waiting for pod/percona-xtradb-cluster-operator-c7445dd5-zvgd7 to become Ready.Ok + sleep 3 + create_namespace tls-issue-cert-manager-ref-9382 + local namespace=tls-issue-cert-manager-ref-9382 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces tls-issue-cert-manager-ref-9382' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces tls-issue-cert-manager-ref-9382 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace tls-issue-cert-manager-ref-9382 ++ mktemp + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.s18X7iIhZM ++ mktemp + local LAST_OUT=/tmp/tmp.5L0ZfKdmoW ++ mktemp + local LAST_ERR=/tmp/tmp.W5Zpneoz7m + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.ixr6tZ1SNo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace tls-issue-cert-manager-ref-9382 + for i in '$(seq 0 2)' + set +e + kubectl get ns + awk '{print$1}' + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace tls-issue-cert-manager-ref-9382 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5L0ZfKdmoW + cat /tmp/tmp.ixr6tZ1SNo + rm /tmp/tmp.5L0ZfKdmoW /tmp/tmp.ixr6tZ1SNo + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace tls-issue-cert-manager-ref-9382 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.s18X7iIhZM + cat /tmp/tmp.W5Zpneoz7m Error from server (NotFound): namespaces "tls-issue-cert-manager-ref-9382" not found + rm /tmp/tmp.s18X7iIhZM /tmp/tmp.W5Zpneoz7m + return 1 + : + wait_for_delete namespace/tls-issue-cert-manager-ref-9382 + local res=namespace/tls-issue-cert-manager-ref-9382 + echo -n 'waiting for namespace/tls-issue-cert-manager-ref-9382 to be deleted' waiting for namespace/tls-issue-cert-manager-ref-9382 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "tls-issue-cert-manager-ref-9382" not found + desc 'create namespace tls-issue-cert-manager-ref-9382' + set +o xtrace ----------------------------------------------------------------------------------- create namespace tls-issue-cert-manager-ref-9382 ----------------------------------------------------------------------------------- + kubectl_bin create namespace tls-issue-cert-manager-ref-9382 ++ mktemp + local LAST_OUT=/tmp/tmp.rPNLFqavLd ++ mktemp + local LAST_ERR=/tmp/tmp.ch1cUlj0uP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace tls-issue-cert-manager-ref-9382 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rPNLFqavLd namespace/tls-issue-cert-manager-ref-9382 created + cat /tmp/tmp.ch1cUlj0uP + rm /tmp/tmp.rPNLFqavLd /tmp/tmp.ch1cUlj0uP + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.KCcEc0rmqc +++ mktemp ++ local LAST_ERR=/tmp/tmp.VCNok4J4cf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KCcEc0rmqc ++ cat /tmp/tmp.VCNok4J4cf ++ rm /tmp/tmp.KCcEc0rmqc /tmp/tmp.VCNok4J4cf ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2399-dbfcca1d-3-cluster9 --namespace=tls-issue-cert-manager-ref-9382 ++ mktemp + local LAST_OUT=/tmp/tmp.xfc1syW3Cp ++ mktemp + local LAST_ERR=/tmp/tmp.niBRiqXGVf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2399-dbfcca1d-3-cluster9 --namespace=tls-issue-cert-manager-ref-9382 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xfc1syW3Cp Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2399-dbfcca1d-3-cluster9" modified. + cat /tmp/tmp.niBRiqXGVf + rm /tmp/tmp.xfc1syW3Cp /tmp/tmp.niBRiqXGVf + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.TOj5Ndig3R ++ mktemp + local LAST_ERR=/tmp/tmp.o7EeSxkTLk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TOj5Ndig3R secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.o7EeSxkTLk + rm /tmp/tmp.TOj5Ndig3R /tmp/tmp.o7EeSxkTLk + return 0 + cluster=some-name-tls-issueref + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.c5Aafaq1PY ++ mktemp + local LAST_ERR=/tmp/tmp.VOalt9BIgw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.c5Aafaq1PY namespace/cert-manager created + cat /tmp/tmp.VOalt9BIgw + rm /tmp/tmp.c5Aafaq1PY /tmp/tmp.VOalt9BIgw + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.j8dqlUSPvq ++ mktemp + local LAST_ERR=/tmp/tmp.KTptOlM5hE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.j8dqlUSPvq namespace/cert-manager labeled + cat /tmp/tmp.KTptOlM5hE + rm /tmp/tmp.j8dqlUSPvq /tmp/tmp.KTptOlM5hE + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.apJrcZ8yXm ++ mktemp + local LAST_ERR=/tmp/tmp.9kuwwtYHsb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.apJrcZ8yXm namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.9kuwwtYHsb Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.apJrcZ8yXm /tmp/tmp.9kuwwtYHsb + return 0 + '[' '' == 4.10 ']' + sleep 70 + desc 'create issuer' + set +o xtrace ----------------------------------------------------------------------------------- create issuer ----------------------------------------------------------------------------------- + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/issuer.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/issuer.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/issuer.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/issuer.yml + local pvc_name= + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/issuer.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-ref-9382~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2399-dbfcca1d#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + local LAST_OUT=/tmp/tmp.vIyPZ3psAa ++ mktemp + local LAST_ERR=/tmp/tmp.HAuNJpQSic + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vIyPZ3psAa clusterissuer.cert-manager.io/special-selfsigned-issuer created + cat /tmp/tmp.HAuNJpQSic + rm /tmp/tmp.vIyPZ3psAa /tmp/tmp.HAuNJpQSic + return 0 + sleep 10 + desc 'create pxc cluster' + set +o xtrace ----------------------------------------------------------------------------------- create pxc cluster ----------------------------------------------------------------------------------- + spinup_pxc some-name-tls-issueref /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/secrets_without_tls.yml /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml + local cluster=some-name-tls-issueref + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/secrets_without_tls.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/secrets_without_tls.yml ++ mktemp + local LAST_OUT=/tmp/tmp.BC5IsVwpax ++ mktemp + local LAST_ERR=/tmp/tmp.PudDjTbCXt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/conf/secrets_without_tls.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BC5IsVwpax secret/my-cluster-secrets created + cat /tmp/tmp.PudDjTbCXt + rm /tmp/tmp.BC5IsVwpax /tmp/tmp.PudDjTbCXt + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml '' + kubectl_bin apply -f - + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml + local pvc_name= ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/client.yml + local LAST_OUT=/tmp/tmp.HnC0p0IYIO + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.raVoQibEMT + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-ref-9382~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2399-dbfcca1d#' + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HnC0p0IYIO deployment.apps/pxc-client created + cat /tmp/tmp.raVoQibEMT + rm /tmp/tmp.HnC0p0IYIO /tmp/tmp.raVoQibEMT + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml + local pvc_name= ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/conf/some-name-tls-issueref.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_OUT=/tmp/tmp.GGhsdUAEqh + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2399-dbfcca1d#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-ref-9382~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + local LAST_ERR=/tmp/tmp.JjFHp9F5NY + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GGhsdUAEqh perconaxtradbcluster.pxc.percona.com/some-name-tls-issueref created + cat /tmp/tmp.JjFHp9F5NY + rm /tmp/tmp.GGhsdUAEqh /tmp/tmp.JjFHp9F5NY + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name-tls-issueref ++ local target_cluster=some-name-tls-issueref +++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.bIeKGjuaha ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6bXWl0HtPi +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.bIeKGjuaha +++ cat /tmp/tmp.6bXWl0HtPi +++ rm /tmp/tmp.bIeKGjuaha /tmp/tmp.6bXWl0HtPi +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.zgmf49YLSx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.GZ4dJYQI90 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.zgmf49YLSx +++ cat /tmp/tmp.GZ4dJYQI90 +++ rm /tmp/tmp.zgmf49YLSx /tmp/tmp.GZ4dJYQI90 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-tls-issueref-proxysql ++ return + local proxy=some-name-tls-issueref-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-ref-9382 ++ mktemp + local LAST_OUT=/tmp/tmp.mjUZjlzluF ++ mktemp + local LAST_ERR=/tmp/tmp.FUsAHgtBT2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-ref-9382 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-ref-9382 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-ref-9382 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.mjUZjlzluF + cat /tmp/tmp.FUsAHgtBT2 error: no matching resources found + rm /tmp/tmp.mjUZjlzluF /tmp/tmp.FUsAHgtBT2 + return 1 + true + wait_for_running some-name-tls-issueref-proxysql 1 + local name=some-name-tls-issueref-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-tls-issueref-proxysql-0 480 + local pod=some-name-tls-issueref-proxysql-0 + local max_retry=480 + local ns= ++ echo some-name-tls-issueref-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/some-name-tls-issueref-proxysql-0 condition met waiting for pod/some-name-tls-issueref-proxysql-0 to become Ready.Ok + wait_for_running some-name-tls-issueref-pxc 3 + local name=some-name-tls-issueref-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-tls-issueref-pxc-0 480 + local pod=some-name-tls-issueref-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-tls-issueref-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-tls-issueref-pxc-0 condition met waiting for pod/some-name-tls-issueref-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-tls-issueref-pxc-1 480 + local pod=some-name-tls-issueref-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-tls-issueref-pxc-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-tls-issueref-pxc-1 condition met waiting for pod/some-name-tls-issueref-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-tls-issueref-pxc-2 480 + local pod=some-name-tls-issueref-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-tls-issueref-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-tls-issueref-pxc-2 condition met waiting for pod/some-name-tls-issueref-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mFnE3GmuB0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.heZvfuFXpk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mFnE3GmuB0 ++ cat /tmp/tmp.heZvfuFXpk ++ rm /tmp/tmp.mFnE3GmuB0 /tmp/tmp.heZvfuFXpk ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-tls-issueref-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-tls-issueref-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dstmpp8XZ8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q3RuZNlNgD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dstmpp8XZ8 ++ cat /tmp/tmp.Q3RuZNlNgD ++ rm /tmp/tmp.Dstmpp8XZ8 /tmp/tmp.Q3RuZNlNgD ++ return 0 + client_pod=pxc-client-6b988f8474-9tzbx + wait_pod pxc-client-6b988f8474-9tzbx + local pod=pxc-client-6b988f8474-9tzbx + local max_retry=480 + local ns= ++ echo pxc-client-6b988f8474-9tzbx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6b988f8474-9tzbx condition met waiting for pod/pxc-client-6b988f8474-9tzbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-tls-issueref-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-tls-issueref-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XGW5pBvrII +++ mktemp ++ local LAST_ERR=/tmp/tmp.cUTYwGYKLN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XGW5pBvrII ++ cat /tmp/tmp.cUTYwGYKLN ++ rm /tmp/tmp.XGW5pBvrII /tmp/tmp.cUTYwGYKLN ++ return 0 + client_pod=pxc-client-6b988f8474-9tzbx + wait_pod pxc-client-6b988f8474-9tzbx + local pod=pxc-client-6b988f8474-9tzbx + local max_retry=480 + local ns= ++ echo pxc-client-6b988f8474-9tzbx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6b988f8474-9tzbx condition met waiting for pod/pxc-client-6b988f8474-9tzbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issueref-pxc-0.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-tls-issueref-pxc-0.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issueref-pxc-0.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-tls-issueref-pxc-0.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oIhCVXmeyM +++ mktemp ++ local LAST_ERR=/tmp/tmp.IIaYAyOBXn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oIhCVXmeyM ++ cat /tmp/tmp.IIaYAyOBXn ++ rm /tmp/tmp.oIhCVXmeyM /tmp/tmp.IIaYAyOBXn ++ return 0 + client_pod=pxc-client-6b988f8474-9tzbx + wait_pod pxc-client-6b988f8474-9tzbx + local pod=pxc-client-6b988f8474-9tzbx + local max_retry=480 + local ns= ++ echo pxc-client-6b988f8474-9tzbx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6b988f8474-9tzbx condition met waiting for pod/pxc-client-6b988f8474-9tzbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.8Tf5V52gbX/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.8Tf5V52gbX/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1.sql /tmp/tmp.8Tf5V52gbX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issueref-pxc-1.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-tls-issueref-pxc-1.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issueref-pxc-1.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-tls-issueref-pxc-1.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sHR2EvGhBK +++ mktemp ++ local LAST_ERR=/tmp/tmp.sIBkbl3wtk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sHR2EvGhBK ++ cat /tmp/tmp.sIBkbl3wtk ++ rm /tmp/tmp.sHR2EvGhBK /tmp/tmp.sIBkbl3wtk ++ return 0 + client_pod=pxc-client-6b988f8474-9tzbx + wait_pod pxc-client-6b988f8474-9tzbx + local pod=pxc-client-6b988f8474-9tzbx + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6b988f8474-9tzbx + local container= + set +o xtrace pod/pxc-client-6b988f8474-9tzbx condition met waiting for pod/pxc-client-6b988f8474-9tzbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.8Tf5V52gbX/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.8Tf5V52gbX/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1.sql /tmp/tmp.8Tf5V52gbX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issueref-pxc-2.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-tls-issueref-pxc-2.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issueref-pxc-2.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-tls-issueref-pxc-2.some-name-tls-issueref-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D68NqEBLjM +++ mktemp ++ local LAST_ERR=/tmp/tmp.paZp5ejy5d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D68NqEBLjM ++ cat /tmp/tmp.paZp5ejy5d ++ rm /tmp/tmp.D68NqEBLjM /tmp/tmp.paZp5ejy5d ++ return 0 + client_pod=pxc-client-6b988f8474-9tzbx + wait_pod pxc-client-6b988f8474-9tzbx + local pod=pxc-client-6b988f8474-9tzbx + local max_retry=480 + local ns= ++ echo pxc-client-6b988f8474-9tzbx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6b988f8474-9tzbx condition met waiting for pod/pxc-client-6b988f8474-9tzbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.8Tf5V52gbX/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.8Tf5V52gbX/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/select-1.sql /tmp/tmp.8Tf5V52gbX/select-1.sql + is_keyring_plugin_in_use some-name-tls-issueref + local cluster=some-name-tls-issueref + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + kubectl exec some-name-tls-issueref-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + grep -E -o 'early-plugin-load=keyring_\w+.so' + return 1 + wait_cluster_consistency some-name-tls-issueref 3 2 + local cluster_name=some-name-tls-issueref + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name-tls-issueref to be ready' waiting for pxc/some-name-tls-issueref to be ready++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dpyFoKVmqP +++ mktemp ++ local LAST_ERR=/tmp/tmp.fc3McVyMyu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dpyFoKVmqP ++ cat /tmp/tmp.fc3McVyMyu ++ rm /tmp/tmp.dpyFoKVmqP /tmp/tmp.fc3McVyMyu ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WWWvp7Gi9r +++ mktemp ++ local LAST_ERR=/tmp/tmp.MsCj1TJQ47 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WWWvp7Gi9r ++ cat /tmp/tmp.MsCj1TJQ47 ++ rm /tmp/tmp.WWWvp7Gi9r /tmp/tmp.MsCj1TJQ47 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name-tls-issueref +++ local cluster_name=some-name-tls-issueref ++++ get_proxy some-name-tls-issueref ++++ local target_cluster=some-name-tls-issueref +++++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.WJiyUUhxym ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.7bgzTjqblB +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.WJiyUUhxym +++++ cat /tmp/tmp.7bgzTjqblB +++++ rm /tmp/tmp.WJiyUUhxym /tmp/tmp.7bgzTjqblB +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.JKT597jsrC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nj4nAvic2d +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.JKT597jsrC +++++ cat /tmp/tmp.nj4nAvic2d +++++ rm /tmp/tmp.JKT597jsrC /tmp/tmp.nj4nAvic2d +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-tls-issueref-proxysql ++++ return +++ local cluster_proxy=some-name-tls-issueref-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name-tls-issueref -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nFPPIgtKI4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xUijD4IKN1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name-tls-issueref -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nFPPIgtKI4 ++ cat /tmp/tmp.xUijD4IKN1 ++ rm /tmp/tmp.nFPPIgtKI4 /tmp/tmp.xUijD4IKN1 ++ return 0 + [[ 2 == \2 ]] + echo + desc 'check if certificates issued with certmanager' + set +o xtrace ----------------------------------------------------------------------------------- check if certificates issued with certmanager ----------------------------------------------------------------------------------- + tlsSecretsShouldExist some-name-tls-issueref-ssl + local secretName=some-name-tls-issueref-ssl + checkTLSSecret some-name-tls-issueref-ssl ca.crt + local secretName=some-name-tls-issueref-ssl + local dataKey=ca.crt ++ kubectl_bin get secrets/some-name-tls-issueref-ssl -o json ++ jq '.data["ca.crt"]' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZijZUjYesA +++ mktemp ++ local LAST_ERR=/tmp/tmp.JqgmD8NyzL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/some-name-tls-issueref-ssl -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZijZUjYesA ++ cat /tmp/tmp.JqgmD8NyzL ++ rm /tmp/tmp.ZijZUjYesA /tmp/tmp.JqgmD8NyzL ++ return 0 + local 'secretData="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURtakNDQW9LZ0F3SUJBZ0lVQVhBTGxXVmpGeVViMllFN2FsT01iZEFNMVFBd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0tqRW9NQ1lHQTFVRUF4TWZjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2NtOTRlWE54YkRBZQpGdzB5TmpBek1UWXhNekkwTWpkYUZ3MHlOakEyTVRReE16STBNamRhTUNveEtEQW1CZ05WQkFNVEgzTnZiV1V0CmJtRnRaUzEwYkhNdGFYTnpkV1Z5WldZdGNISnZlSGx6Y1d3d2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUIKRHdBd2dnRUtBb0lCQVFEb292VklGamROUGp3WXdwREhEUkwrSzFIYmFzYjhya3FEcWo4SFRBMURENTltOG9wdgp3SmZsbk53Zk9mU1AyTmRacE82VTFWVkphbVloa3ZIdThhellQaVhRRVMzcUdNRmFGY2xxcGo4dkxKS0ZYa3RmCkY4S1hlNHcvMEdRdEd5TWxYWDNhTTdiV1h5OHVvdVBKbFBwbVlSRnZyOEsrSVlMdnFWaGJud0s3SExaQTNkSDUKcXNPek5Ca2tGS0c5WE5USDJhNWFzSHFhSmxzTFU2V0xVUEpqdmN6cUZKMTVmZ1RVK3l2MXd0M2g2ZU9JUmcrYwpOOGtRa3ZSdktONzh1dWsxUlpsSlJDNkM5TmxrUVR2S2tCOUxQQmNqVU5KVjE0Z21vWjJ3d243Mm8rc05sR3RDClVLM0o2Yzc5SEtTbU5oOUdrTVhjN2hYRHBzM2VTeDFKQUFpNUFnTUJBQUdqZ2Jjd2diUXdEZ1lEVlIwUEFRSC8KQkFRREFnV2dNQXdHQTFVZEV3RUIvd1FDTUFBd2daTUdBMVVkRVFTQml6Q0JpSUlhYzI5dFpTMXVZVzFsTFhScwpjeTFwYzNOMVpYSmxaaTF3ZUdPQ0gzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVnlaV1l0Y0hKdmVIbHpjV3lDCkhDb3VjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2VHT0NJU291YzI5dFpTMXVZVzFsTFhSc2N5MXAKYzNOMVpYSmxaaTF3Y205NGVYTnhiSUlJZEdWemRDNWpiMjB3RFFZSktvWklodmNOQVFFTEJRQURnZ0VCQUlVdwp2ZldKQ1JUZGt0Vmp1L01yYVoyKzdNRU85R0d1djRtdDNGSE5XTEZBUi8yMDUzYjBaMjM1U0k4SUNaQ0tySkdZClVKdC91THNvZThhQ3h1ZmIva1BERU41ZkdlaVR0cDVEME04T2h4cnBJbVlTS05hUjAzQ1pHQjRzN3JxdHRxNFgKZmhtMi9SeFRhbk9GcEVkWjlydFBDdndCYjgvRFRVQlp2SGFSRVZ6ektDSEhGZ05wdWc4L3NZSjlMNGxVRS9SNApUTmFEcHAzRjQzcGpRTjNrUUVZdHpBK2hpQlppVmhFTG5nWWY1Z1M4M05OQWZnbEN3MzBNUkxZZkdlRmxDckN2CnVLM3R5TWtCaFRBRytyMzBobHoveDBEMXdMZ3JqcmVrSGpGVnU0RWhybDN3RzBmZjhuZFRoZXhueWQ4ckxCZEMKWDVOMzJ6anV1dFV1WmdTSE9OTT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' + '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURtakNDQW9LZ0F3SUJBZ0lVQVhBTGxXVmpGeVViMllFN2FsT01iZEFNMVFBd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0tqRW9NQ1lHQTFVRUF4TWZjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2NtOTRlWE54YkRBZQpGdzB5TmpBek1UWXhNekkwTWpkYUZ3MHlOakEyTVRReE16STBNamRhTUNveEtEQW1CZ05WQkFNVEgzTnZiV1V0CmJtRnRaUzEwYkhNdGFYTnpkV1Z5WldZdGNISnZlSGx6Y1d3d2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUIKRHdBd2dnRUtBb0lCQVFEb292VklGamROUGp3WXdwREhEUkwrSzFIYmFzYjhya3FEcWo4SFRBMURENTltOG9wdgp3SmZsbk53Zk9mU1AyTmRacE82VTFWVkphbVloa3ZIdThhellQaVhRRVMzcUdNRmFGY2xxcGo4dkxKS0ZYa3RmCkY4S1hlNHcvMEdRdEd5TWxYWDNhTTdiV1h5OHVvdVBKbFBwbVlSRnZyOEsrSVlMdnFWaGJud0s3SExaQTNkSDUKcXNPek5Ca2tGS0c5WE5USDJhNWFzSHFhSmxzTFU2V0xVUEpqdmN6cUZKMTVmZ1RVK3l2MXd0M2g2ZU9JUmcrYwpOOGtRa3ZSdktONzh1dWsxUlpsSlJDNkM5TmxrUVR2S2tCOUxQQmNqVU5KVjE0Z21vWjJ3d243Mm8rc05sR3RDClVLM0o2Yzc5SEtTbU5oOUdrTVhjN2hYRHBzM2VTeDFKQUFpNUFnTUJBQUdqZ2Jjd2diUXdEZ1lEVlIwUEFRSC8KQkFRREFnV2dNQXdHQTFVZEV3RUIvd1FDTUFBd2daTUdBMVVkRVFTQml6Q0JpSUlhYzI5dFpTMXVZVzFsTFhScwpjeTFwYzNOMVpYSmxaaTF3ZUdPQ0gzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVnlaV1l0Y0hKdmVIbHpjV3lDCkhDb3VjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2VHT0NJU291YzI5dFpTMXVZVzFsTFhSc2N5MXAKYzNOMVpYSmxaaTF3Y205NGVYTnhiSUlJZEdWemRDNWpiMjB3RFFZSktvWklodmNOQVFFTEJRQURnZ0VCQUlVdwp2ZldKQ1JUZGt0Vmp1L01yYVoyKzdNRU85R0d1djRtdDNGSE5XTEZBUi8yMDUzYjBaMjM1U0k4SUNaQ0tySkdZClVKdC91THNvZThhQ3h1ZmIva1BERU41ZkdlaVR0cDVEME04T2h4cnBJbVlTS05hUjAzQ1pHQjRzN3JxdHRxNFgKZmhtMi9SeFRhbk9GcEVkWjlydFBDdndCYjgvRFRVQlp2SGFSRVZ6ektDSEhGZ05wdWc4L3NZSjlMNGxVRS9SNApUTmFEcHAzRjQzcGpRTjNrUUVZdHpBK2hpQlppVmhFTG5nWWY1Z1M4M05OQWZnbEN3MzBNUkxZZkdlRmxDckN2CnVLM3R5TWtCaFRBRytyMzBobHoveDBEMXdMZ3JqcmVrSGpGVnU0RWhybDN3RzBmZjhuZFRoZXhueWQ4ckxCZEMKWDVOMzJ6anV1dFV1WmdTSE9OTT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' ']' + checkTLSSecret some-name-tls-issueref-ssl tls.crt + local secretName=some-name-tls-issueref-ssl + local dataKey=tls.crt ++ kubectl_bin get secrets/some-name-tls-issueref-ssl -o json ++ jq '.data["tls.crt"]' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mYTexH93H7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QaR4P6xZrl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/some-name-tls-issueref-ssl -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mYTexH93H7 ++ cat /tmp/tmp.QaR4P6xZrl ++ rm /tmp/tmp.mYTexH93H7 /tmp/tmp.QaR4P6xZrl ++ return 0 + local 'secretData="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURtakNDQW9LZ0F3SUJBZ0lVQVhBTGxXVmpGeVViMllFN2FsT01iZEFNMVFBd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0tqRW9NQ1lHQTFVRUF4TWZjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2NtOTRlWE54YkRBZQpGdzB5TmpBek1UWXhNekkwTWpkYUZ3MHlOakEyTVRReE16STBNamRhTUNveEtEQW1CZ05WQkFNVEgzTnZiV1V0CmJtRnRaUzEwYkhNdGFYTnpkV1Z5WldZdGNISnZlSGx6Y1d3d2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUIKRHdBd2dnRUtBb0lCQVFEb292VklGamROUGp3WXdwREhEUkwrSzFIYmFzYjhya3FEcWo4SFRBMURENTltOG9wdgp3SmZsbk53Zk9mU1AyTmRacE82VTFWVkphbVloa3ZIdThhellQaVhRRVMzcUdNRmFGY2xxcGo4dkxKS0ZYa3RmCkY4S1hlNHcvMEdRdEd5TWxYWDNhTTdiV1h5OHVvdVBKbFBwbVlSRnZyOEsrSVlMdnFWaGJud0s3SExaQTNkSDUKcXNPek5Ca2tGS0c5WE5USDJhNWFzSHFhSmxzTFU2V0xVUEpqdmN6cUZKMTVmZ1RVK3l2MXd0M2g2ZU9JUmcrYwpOOGtRa3ZSdktONzh1dWsxUlpsSlJDNkM5TmxrUVR2S2tCOUxQQmNqVU5KVjE0Z21vWjJ3d243Mm8rc05sR3RDClVLM0o2Yzc5SEtTbU5oOUdrTVhjN2hYRHBzM2VTeDFKQUFpNUFnTUJBQUdqZ2Jjd2diUXdEZ1lEVlIwUEFRSC8KQkFRREFnV2dNQXdHQTFVZEV3RUIvd1FDTUFBd2daTUdBMVVkRVFTQml6Q0JpSUlhYzI5dFpTMXVZVzFsTFhScwpjeTFwYzNOMVpYSmxaaTF3ZUdPQ0gzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVnlaV1l0Y0hKdmVIbHpjV3lDCkhDb3VjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2VHT0NJU291YzI5dFpTMXVZVzFsTFhSc2N5MXAKYzNOMVpYSmxaaTF3Y205NGVYTnhiSUlJZEdWemRDNWpiMjB3RFFZSktvWklodmNOQVFFTEJRQURnZ0VCQUlVdwp2ZldKQ1JUZGt0Vmp1L01yYVoyKzdNRU85R0d1djRtdDNGSE5XTEZBUi8yMDUzYjBaMjM1U0k4SUNaQ0tySkdZClVKdC91THNvZThhQ3h1ZmIva1BERU41ZkdlaVR0cDVEME04T2h4cnBJbVlTS05hUjAzQ1pHQjRzN3JxdHRxNFgKZmhtMi9SeFRhbk9GcEVkWjlydFBDdndCYjgvRFRVQlp2SGFSRVZ6ektDSEhGZ05wdWc4L3NZSjlMNGxVRS9SNApUTmFEcHAzRjQzcGpRTjNrUUVZdHpBK2hpQlppVmhFTG5nWWY1Z1M4M05OQWZnbEN3MzBNUkxZZkdlRmxDckN2CnVLM3R5TWtCaFRBRytyMzBobHoveDBEMXdMZ3JqcmVrSGpGVnU0RWhybDN3RzBmZjhuZFRoZXhueWQ4ckxCZEMKWDVOMzJ6anV1dFV1WmdTSE9OTT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' + '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURtakNDQW9LZ0F3SUJBZ0lVQVhBTGxXVmpGeVViMllFN2FsT01iZEFNMVFBd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0tqRW9NQ1lHQTFVRUF4TWZjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2NtOTRlWE54YkRBZQpGdzB5TmpBek1UWXhNekkwTWpkYUZ3MHlOakEyTVRReE16STBNamRhTUNveEtEQW1CZ05WQkFNVEgzTnZiV1V0CmJtRnRaUzEwYkhNdGFYTnpkV1Z5WldZdGNISnZlSGx6Y1d3d2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUIKRHdBd2dnRUtBb0lCQVFEb292VklGamROUGp3WXdwREhEUkwrSzFIYmFzYjhya3FEcWo4SFRBMURENTltOG9wdgp3SmZsbk53Zk9mU1AyTmRacE82VTFWVkphbVloa3ZIdThhellQaVhRRVMzcUdNRmFGY2xxcGo4dkxKS0ZYa3RmCkY4S1hlNHcvMEdRdEd5TWxYWDNhTTdiV1h5OHVvdVBKbFBwbVlSRnZyOEsrSVlMdnFWaGJud0s3SExaQTNkSDUKcXNPek5Ca2tGS0c5WE5USDJhNWFzSHFhSmxzTFU2V0xVUEpqdmN6cUZKMTVmZ1RVK3l2MXd0M2g2ZU9JUmcrYwpOOGtRa3ZSdktONzh1dWsxUlpsSlJDNkM5TmxrUVR2S2tCOUxQQmNqVU5KVjE0Z21vWjJ3d243Mm8rc05sR3RDClVLM0o2Yzc5SEtTbU5oOUdrTVhjN2hYRHBzM2VTeDFKQUFpNUFnTUJBQUdqZ2Jjd2diUXdEZ1lEVlIwUEFRSC8KQkFRREFnV2dNQXdHQTFVZEV3RUIvd1FDTUFBd2daTUdBMVVkRVFTQml6Q0JpSUlhYzI5dFpTMXVZVzFsTFhScwpjeTFwYzNOMVpYSmxaaTF3ZUdPQ0gzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVnlaV1l0Y0hKdmVIbHpjV3lDCkhDb3VjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaWEpsWmkxd2VHT0NJU291YzI5dFpTMXVZVzFsTFhSc2N5MXAKYzNOMVpYSmxaaTF3Y205NGVYTnhiSUlJZEdWemRDNWpiMjB3RFFZSktvWklodmNOQVFFTEJRQURnZ0VCQUlVdwp2ZldKQ1JUZGt0Vmp1L01yYVoyKzdNRU85R0d1djRtdDNGSE5XTEZBUi8yMDUzYjBaMjM1U0k4SUNaQ0tySkdZClVKdC91THNvZThhQ3h1ZmIva1BERU41ZkdlaVR0cDVEME04T2h4cnBJbVlTS05hUjAzQ1pHQjRzN3JxdHRxNFgKZmhtMi9SeFRhbk9GcEVkWjlydFBDdndCYjgvRFRVQlp2SGFSRVZ6ektDSEhGZ05wdWc4L3NZSjlMNGxVRS9SNApUTmFEcHAzRjQzcGpRTjNrUUVZdHpBK2hpQlppVmhFTG5nWWY1Z1M4M05OQWZnbEN3MzBNUkxZZkdlRmxDckN2CnVLM3R5TWtCaFRBRytyMzBobHoveDBEMXdMZ3JqcmVrSGpGVnU0RWhybDN3RzBmZjhuZFRoZXhueWQ4ckxCZEMKWDVOMzJ6anV1dFV1WmdTSE9OTT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' ']' + checkTLSSecret some-name-tls-issueref-ssl tls.key + local secretName=some-name-tls-issueref-ssl + local dataKey=tls.key ++ jq '.data["tls.key"]' ++ kubectl_bin get secrets/some-name-tls-issueref-ssl -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.MZEAN4GHuf +++ mktemp ++ local LAST_ERR=/tmp/tmp.1Zk8AALOrD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/some-name-tls-issueref-ssl -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MZEAN4GHuf ++ cat /tmp/tmp.1Zk8AALOrD ++ rm /tmp/tmp.MZEAN4GHuf /tmp/tmp.1Zk8AALOrD ++ return 0 + local 'secretData="LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFb3dJQkFBS0NBUUVBNktMMVNCWTNUVDQ4R01LUXh3MFMvaXRSMjJyRy9LNUtnNm8vQjB3TlF3K2ZadktLCmI4Q1g1WnpjSHpuMGo5alhXYVR1bE5WVlNXcG1JWkx4N3ZHczJENGwwQkV0NmhqQldoWEphcVkvTHl5U2hWNUwKWHhmQ2wzdU1QOUJrTFJzakpWMTkyak8yMWw4dkxxTGp5WlQ2Wm1FUmI2L0N2aUdDNzZsWVc1OEN1eHkyUU4zUgorYXJEc3pRWkpCU2h2VnpVeDltdVdyQjZtaVpiQzFPbGkxRHlZNzNNNmhTZGVYNEUxUHNyOWNMZDRlbmppRVlQCm5EZkpFSkwwYnlqZS9McnBOVVdaU1VRdWd2VFpaRUU3eXBBZlN6d1hJMURTVmRlSUpxR2RzTUorOXFQckRaUnIKUWxDdHllbk8vUnlrcGpZZlJwREYzTzRWdzZiTjNrc2RTUUFJdVFJREFRQUJBb0lCQUNTMmR0d0IrWWM4bjVKTwp2amRUaG1CTEtOZG1NZkgxZFhmeTJaQ0d2WDhNUzUwZEFLRGpOWFY4ZkRhSFdHT05GbXNrdnF3SlFMVGQwREZUCk5jLytIc2RmZzJzakV1cGpMcnhQUE9LU1N0MWdmTjBFUlFQRVJhYlBUaEpTQ2tVZUI3MWhWRGVudXA1NUZnS1gKblRnV1JTLzcrSnIyRTFjYkJjVlpwY0tMeFF3UERtTVFwM1M3U09pMjlONkNzcGZvVElwV1ZCUCs3TiszZkd3cgpuN2FOR2o5ZjRqUnpjNkNBc0hjamtHYUpUYVhRU2VaZ0lIWHBZUUJXS0hTcXN5Q1lRSTVNZDBvMHlYMmhqdlIrCktueWp4Ymc2Z1gxZ0FEVVlOUWJwd0JldG1RK001UVQvT0JOOXRvZ2xlb1JFZkhxVFBuL1FJODVqZ3N2RTRaeUoKWTBKRUN6TUNnWUVBOG1IbzlKdFhiZjZkSHl4UVQ4OEFFdEJYM0FHRE9qNCtMUFptSjJRaTk0ZWRsMzg3RklITwpuSEVMOVNwM0FqcjI1RHlidU5GaDlKdExDUVVaaUJqbjJFWklndU55OE9COHdDY0VNYW5EcU4zazd3SlFUcHo3ClArMUx6ciszNzBRU2oycmFmY2tvcUdhVHZrMWZYL08wc1JaMW5XRy91S3FxOVBFTXpRcmF6UGNDZ1lFQTliVGcKYm1VSEJTbGk4ZllZTFpSd3JCSHlITDdiM29qZmM0Nng5MjlHYWxVR1hZaFFPNEdyeTNQOFMyd3hkSWdNTUpLOQpvekJzSTloNHVVaHhTZ0x3NXJla1g0K2laR3hsaTI2d3ZwQjViMGs3MWxhTnY2NmFVSHo5RWt0TzFaNXlBZXlCCnZQMmwzR0NHekYwOWRENnNCdlVSalNLcjhJY0F5ZFIwUGNMcjI4OENnWUVBNlgzU2FSamdMM0R3c1dBQitlL2kKRlQybzlhSnJaUWNpNUROMUV3dE85LzhubkJLUHVtQ1Z4WFROWFI3TVNGUy9FLzBpMGZhNmsyV3A4Z1Y4by9QQwpIRUVRaHk1T3dxYXU1bmh2Zk53YVJTbUU2WTNrQ09jR3puMXM0cjBqbHBXUC82S2kyanVYTkNxa3R0VllSRm5ECnZqaHhrdXZnUWlmK3lqa1A2TkpGRnQ4Q2dZQk5jQzlYdTdHRnQvQitUOUI0OVJLNXVJSTAreFl5d2JLaktmTC8KQit3S2NUZXJYTjNrazA3QXRaSnJkdkx6UmptSlNZWkpHMmJKdVZ6N0VGRGNRYWNKSUJISEtHN0c5YjdmUGdpbwpWc0pmQjVhN1M5WXE5bTJlTm5aUVFMbmM2NjRFMnpSY2l4aXVKeUgwNE9JUWMvd2x5VEU1NlJhRm5SYnJoWEVKClVoaWgwd0tCZ0RjdXNOc2ZXZTRhUU5JUTlSbGVPTkJqMjAxSStpNHY5M0xnaFZCMzZFdHN6eXNaci96S3UzOHEKNW9HWFZBV09relgybXlUSDdabkNxRzNsWlZjRk1wN0xtSFJmNDRLdzBqdnlMb0ptRnZVOXI5bGdFMnZBVytIOAo0bTFEZHFRQ3V5TldDL0V6cDZIOGJCRHpQeFo4Q1dLK20vTjRORTEvTVl0VmpNU0tmZzJnCi0tLS0tRU5EIFJTQSBQUklWQVRFIEtFWS0tLS0tCg=="' + '[' -z '"LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFb3dJQkFBS0NBUUVBNktMMVNCWTNUVDQ4R01LUXh3MFMvaXRSMjJyRy9LNUtnNm8vQjB3TlF3K2ZadktLCmI4Q1g1WnpjSHpuMGo5alhXYVR1bE5WVlNXcG1JWkx4N3ZHczJENGwwQkV0NmhqQldoWEphcVkvTHl5U2hWNUwKWHhmQ2wzdU1QOUJrTFJzakpWMTkyak8yMWw4dkxxTGp5WlQ2Wm1FUmI2L0N2aUdDNzZsWVc1OEN1eHkyUU4zUgorYXJEc3pRWkpCU2h2VnpVeDltdVdyQjZtaVpiQzFPbGkxRHlZNzNNNmhTZGVYNEUxUHNyOWNMZDRlbmppRVlQCm5EZkpFSkwwYnlqZS9McnBOVVdaU1VRdWd2VFpaRUU3eXBBZlN6d1hJMURTVmRlSUpxR2RzTUorOXFQckRaUnIKUWxDdHllbk8vUnlrcGpZZlJwREYzTzRWdzZiTjNrc2RTUUFJdVFJREFRQUJBb0lCQUNTMmR0d0IrWWM4bjVKTwp2amRUaG1CTEtOZG1NZkgxZFhmeTJaQ0d2WDhNUzUwZEFLRGpOWFY4ZkRhSFdHT05GbXNrdnF3SlFMVGQwREZUCk5jLytIc2RmZzJzakV1cGpMcnhQUE9LU1N0MWdmTjBFUlFQRVJhYlBUaEpTQ2tVZUI3MWhWRGVudXA1NUZnS1gKblRnV1JTLzcrSnIyRTFjYkJjVlpwY0tMeFF3UERtTVFwM1M3U09pMjlONkNzcGZvVElwV1ZCUCs3TiszZkd3cgpuN2FOR2o5ZjRqUnpjNkNBc0hjamtHYUpUYVhRU2VaZ0lIWHBZUUJXS0hTcXN5Q1lRSTVNZDBvMHlYMmhqdlIrCktueWp4Ymc2Z1gxZ0FEVVlOUWJwd0JldG1RK001UVQvT0JOOXRvZ2xlb1JFZkhxVFBuL1FJODVqZ3N2RTRaeUoKWTBKRUN6TUNnWUVBOG1IbzlKdFhiZjZkSHl4UVQ4OEFFdEJYM0FHRE9qNCtMUFptSjJRaTk0ZWRsMzg3RklITwpuSEVMOVNwM0FqcjI1RHlidU5GaDlKdExDUVVaaUJqbjJFWklndU55OE9COHdDY0VNYW5EcU4zazd3SlFUcHo3ClArMUx6ciszNzBRU2oycmFmY2tvcUdhVHZrMWZYL08wc1JaMW5XRy91S3FxOVBFTXpRcmF6UGNDZ1lFQTliVGcKYm1VSEJTbGk4ZllZTFpSd3JCSHlITDdiM29qZmM0Nng5MjlHYWxVR1hZaFFPNEdyeTNQOFMyd3hkSWdNTUpLOQpvekJzSTloNHVVaHhTZ0x3NXJla1g0K2laR3hsaTI2d3ZwQjViMGs3MWxhTnY2NmFVSHo5RWt0TzFaNXlBZXlCCnZQMmwzR0NHekYwOWRENnNCdlVSalNLcjhJY0F5ZFIwUGNMcjI4OENnWUVBNlgzU2FSamdMM0R3c1dBQitlL2kKRlQybzlhSnJaUWNpNUROMUV3dE85LzhubkJLUHVtQ1Z4WFROWFI3TVNGUy9FLzBpMGZhNmsyV3A4Z1Y4by9QQwpIRUVRaHk1T3dxYXU1bmh2Zk53YVJTbUU2WTNrQ09jR3puMXM0cjBqbHBXUC82S2kyanVYTkNxa3R0VllSRm5ECnZqaHhrdXZnUWlmK3lqa1A2TkpGRnQ4Q2dZQk5jQzlYdTdHRnQvQitUOUI0OVJLNXVJSTAreFl5d2JLaktmTC8KQit3S2NUZXJYTjNrazA3QXRaSnJkdkx6UmptSlNZWkpHMmJKdVZ6N0VGRGNRYWNKSUJISEtHN0c5YjdmUGdpbwpWc0pmQjVhN1M5WXE5bTJlTm5aUVFMbmM2NjRFMnpSY2l4aXVKeUgwNE9JUWMvd2x5VEU1NlJhRm5SYnJoWEVKClVoaWgwd0tCZ0RjdXNOc2ZXZTRhUU5JUTlSbGVPTkJqMjAxSStpNHY5M0xnaFZCMzZFdHN6eXNaci96S3UzOHEKNW9HWFZBV09relgybXlUSDdabkNxRzNsWlZjRk1wN0xtSFJmNDRLdzBqdnlMb0ptRnZVOXI5bGdFMnZBVytIOAo0bTFEZHFRQ3V5TldDL0V6cDZIOGJCRHpQeFo4Q1dLK20vTjRORTEvTVl0VmpNU0tmZzJnCi0tLS0tRU5EIFJTQSBQUklWQVRFIEtFWS0tLS0tCg=="' ']' + desc 'check if issuer created' + set +o xtrace ----------------------------------------------------------------------------------- check if issuer created ----------------------------------------------------------------------------------- + compare_kubectl clusterissuer/special-selfsigned-issuer + local resource=clusterissuer/special-selfsigned-issuer + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer.yml + local new_result=/tmp/tmp.8Tf5V52gbX/clusterissuer_special-selfsigned-issuer.yml + desc 'compare clusterissuer/special-selfsigned-issuer-' + set +o xtrace ----------------------------------------------------------------------------------- compare clusterissuer/special-selfsigned-issuer- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-k127.yml ']' + version_gt 1.24 ++ echo '1.32 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-k124.yml ']' + version_gt 1.22 ++ echo '1.32 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-k122.yml ']' + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer-aks.yml ']' + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-ref-9382", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + kubectl_bin get -o yaml clusterissuer/special-selfsigned-issuer ++ mktemp + local LAST_OUT=/tmp/tmp.tHH9AegQ3M ++ mktemp + local LAST_ERR=/tmp/tmp.OhAllhLLKi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml clusterissuer/special-selfsigned-issuer + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tHH9AegQ3M + cat /tmp/tmp.OhAllhLLKi + rm /tmp/tmp.tHH9AegQ3M /tmp/tmp.OhAllhLLKi + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/clusterissuer_special-selfsigned-issuer.yml /tmp/tmp.8Tf5V52gbX/clusterissuer_special-selfsigned-issuer.yml + log 'compare_kubectl: clusterissuer/special-selfsigned-issuer OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-03-16T13:30:08+0000]' compare_kubectl: clusterissuer/special-selfsigned-issuer OK [2026-03-16T13:30:08+0000] compare_kubectl: clusterissuer/special-selfsigned-issuer OK + desc 'check if issuer used during certificate creation' + set +o xtrace ----------------------------------------------------------------------------------- check if issuer used during certificate creation ----------------------------------------------------------------------------------- + compare_kubectl certificate/some-name-tls-issueref-ssl + local resource=certificate/some-name-tls-issueref-ssl + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl.yml + local new_result=/tmp/tmp.8Tf5V52gbX/certificate_some-name-tls-issueref-ssl.yml + desc 'compare certificate/some-name-tls-issueref-ssl-' + set +o xtrace ----------------------------------------------------------------------------------- compare certificate/some-name-tls-issueref-ssl- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ bc -l ++ echo '1.32 >= 1.33' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-k127.yml ']' + version_gt 1.24 ++ bc -l ++ echo '1.32 >= 1.24' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-k124.yml ']' + version_gt 1.22 ++ bc -l ++ echo '1.32 >= 1.22' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-k122.yml ']' + version_gt 1.21 ++ bc -l ++ echo '1.32 >= 1.21' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl-aks.yml ']' + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-ref-9382", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + kubectl_bin get -o yaml certificate/some-name-tls-issueref-ssl ++ mktemp + local LAST_OUT=/tmp/tmp.XMhMpu1Hsm ++ mktemp + local LAST_ERR=/tmp/tmp.OLni7C53p3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml certificate/some-name-tls-issueref-ssl + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XMhMpu1Hsm + cat /tmp/tmp.OLni7C53p3 + rm /tmp/tmp.XMhMpu1Hsm /tmp/tmp.OLni7C53p3 + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2399/e2e-tests/tls-issue-cert-manager-ref/compare/certificate_some-name-tls-issueref-ssl.yml /tmp/tmp.8Tf5V52gbX/certificate_some-name-tls-issueref-ssl.yml + log 'compare_kubectl: certificate/some-name-tls-issueref-ssl OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-03-16T13:30:09+0000]' compare_kubectl: certificate/some-name-tls-issueref-ssl OK [2026-03-16T13:30:09+0000] compare_kubectl: certificate/some-name-tls-issueref-ssl OK + destroy tls-issue-cert-manager-ref-9382 + local namespace=tls-issue-cert-manager-ref-9382 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'get backup status: Job.batch' + sort -u + tee /tmp/tmp.8Tf5V52gbX/operator.log + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' ++ get_operator_pod + grep -v 'the object has been modified' ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.hEz2PCAcg9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.PQ51PybbTc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hEz2PCAcg9 ++ cat /tmp/tmp.PQ51PybbTc ++ rm /tmp/tmp.hEz2PCAcg9 /tmp/tmp.PQ51PybbTc ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-c7445dd5-zvgd7 ++ mktemp + local LAST_OUT=/tmp/tmp.UBXgtdYfYH ++ mktemp + local LAST_ERR=/tmp/tmp.7JHVpAGEFD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-c7445dd5-zvgd7 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UBXgtdYfYH + cat /tmp/tmp.7JHVpAGEFD + rm /tmp/tmp.UBXgtdYfYH /tmp/tmp.7JHVpAGEFD + return 0 2026-03-16T13:21:59.530Z INFO setup Manager starting up {"gitCommit": "dbfcca1d524d8d638feb3a7673ad33f836c01f0b", "gitBranch": "PR-2399-dbfcca1d", "buildTime": "2026-03-16T10:07:24Z", "goVersion": "go1.25.8", "os": "linux", "arch": "amd64"} 2026-03-16T13:21:59.530Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1059000"} 2026-03-16T13:21:59.531Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-03-16T13:21:59.534Z INFO setup Registering Components. 2026-03-16T13:22:00.219Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-03-16T13:22:00.219Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-03-16T13:22:00.219Z INFO controller-runtime.metrics Starting metrics server 2026-03-16T13:22:00.219Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-03-16T13:22:00.219Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-03-16T13:22:00.219Z INFO controller-runtime.webhook Starting webhook server 2026-03-16T13:22:00.219Z INFO setup Starting the Cmd. 2026-03-16T13:22:00.219Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-03-16T13:22:00.220Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-03-16T13:22:00.320Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-03-16T13:22:00.352Z DEBUG events percona-xtradb-cluster-operator-c7445dd5-zvgd7_f9769db7-ee12-4bb7-ba30-ad607e05a0a9 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"0c47eeea-4a1f-4d47-a3f9-b0b3cc5e7e39","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1773667320346687009"}, "reason": "LeaderElection"} 2026-03-16T13:22:00.352Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-03-16T13:22:00.353Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-03-16T13:22:00.353Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-03-16T13:22:00.353Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-03-16T13:22:00.353Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-03-16T13:22:00.455Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-03-16T13:22:00.455Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-03-16T13:22:00.556Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-03-16T13:22:00.556Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-03-16T13:22:00.556Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-03-16T13:22:00.556Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-03-16T13:24:26.368Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "version": "1.20.0"} 2026-03-16T13:24:26.660Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444"} 2026-03-16T13:24:26.689Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444"} 2026-03-16T13:24:29.791Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "auto-some-name-tls-issueref-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-03-16T13:24:29.919Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "some-name-tls-issueref-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-03-16T13:24:29.999Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "some-name-tls-issueref-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-03-16T13:24:30.076Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "some-name-tls-issueref-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-03-16T13:24:30.225Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "some-name-tls-issueref-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-03-16T13:24:30.280Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "some-name-tls-issueref-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-03-16T13:24:30.389Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "823602a6-1156-4dec-9153-9be57779e444", "object": "some-name-tls-issueref-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-03-16T13:24:31.231Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "892df357-c9a9-4370-b58b-850b74cf0c6f", "object": "some-name-tls-issueref-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-03-16T13:24:31.258Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "892df357-c9a9-4370-b58b-850b74cf0c6f", "object": "some-name-tls-issueref-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-03-16T13:25:53.008Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc", "user": "operator"} 2026-03-16T13:25:53.043Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc", "user": "monitor"} 2026-03-16T13:25:53.092Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc"} 2026-03-16T13:25:53.124Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc"} 2026-03-16T13:25:53.156Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc", "user": "xtrabackup"} 2026-03-16T13:25:53.198Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc"} 2026-03-16T13:25:53.229Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc", "user": "replication"} 2026-03-16T13:25:53.239Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "3c399f00-2d45-4e8e-b053-2329326769cc", "err": "get primary pxc pod: not found"} 2026-03-16T13:25:58.364Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "9cbfd2cd-c81f-42b4-aeb4-3b04213dea29", "err": "get primary pxc pod: not found"} 2026-03-16T13:26:03.488Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "4afd58c8-413e-4c5f-92c3-7a27310907e7", "err": "get primary pxc pod: not found"} 2026-03-16T13:26:08.604Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "02fe809b-93e2-45fb-bb22-e317010bf101", "err": "get primary pxc pod: not found"} 2026-03-16T13:28:35.136Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "4b0b4f46-a050-47ea-bfe6-7214e7e4b820", "user": "root"} 2026-03-16T13:28:35.240Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "4b0b4f46-a050-47ea-bfe6-7214e7e4b820", "new version": "8.0.43-34.1"} 2026-03-16T13:28:36.993Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "4b0b4f46-a050-47ea-bfe6-7214e7e4b820"} 2026-03-16T13:28:43.238Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "c1eb5b4b-5a0a-4825-9d7b-b3ca926edeea"} 2026-03-16T13:28:48.741Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "85c1b4b7-3b49-4f42-b92a-315bcb8e4cbe"} 2026-03-16T13:28:54.172Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "170792a2-9ade-4630-8381-fd1c303565e4"} 2026-03-16T13:28:59.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "b8852519-12b8-42d0-9fa2-bfefc8f46f43"} 2026-03-16T13:29:04.644Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "571e66e6-5b30-4469-b8d3-30676c73e049"} 2026-03-16T13:29:10.136Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "9c61175e-475c-4a30-b691-56641f3b7987"} 2026-03-16T13:29:15.335Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "97b9cc3f-ae48-4064-ae26-d832469b1eeb"} 2026-03-16T13:29:20.525Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "57bf37c4-e346-41ca-a4fa-50e6734f2dbf"} 2026-03-16T13:29:25.947Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "92d5132c-280b-45a8-ba53-a1171bceb493"} 2026-03-16T13:29:31.315Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "9f05a937-7b4f-404a-90bc-71cadb83e67a"} 2026-03-16T13:29:36.715Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "8ce139e9-e9ed-4db9-a014-2a1868b22412"} 2026-03-16T13:29:41.923Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "053dfd32-196f-40e2-9a6e-bc6edc243ee4"} 2026-03-16T13:29:47.291Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "585b5137-b01d-49b0-a71e-0f3206d1b83f"} 2026-03-16T13:29:52.504Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "0aa53c7d-ebd8-4a00-b921-a15b9f68c679"} 2026-03-16T13:29:57.721Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "0816bedc-6f95-4632-b24c-4dfdba1fc8a4"} 2026-03-16T13:30:02.941Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "03b80e13-8db0-4e35-942d-c7a280742203"} 2026-03-16T13:30:08.221Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "73dbeace-fd3f-4a96-8eae-d65ee63eea42"} 2026-03-16T13:30:13.525Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issueref","namespace":"tls-issue-cert-manager-ref-9382"}, "namespace": "tls-issue-cert-manager-ref-9382", "name": "some-name-tls-issueref", "reconcileID": "7638acfc-3b2e-4f5e-ad2a-a29f4ea9ba3c"} + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n tls-issue-cert-manager-ref-9382 some-name-tls-issueref --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name-tls-issueref patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.u0XULelFhn ++ mktemp + local LAST_ERR=/tmp/tmp.fqObA8w8Gj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.u0XULelFhn perconaxtradbcluster.pxc.percona.com "some-name-tls-issueref" deleted from tls-issue-cert-manager-ref-9382 namespace + cat /tmp/tmp.fqObA8w8Gj + rm /tmp/tmp.u0XULelFhn /tmp/tmp.fqObA8w8Gj + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.cbHVOzi0qu ++ mktemp + local LAST_ERR=/tmp/tmp.H9WCv9I7hD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cbHVOzi0qu No resources found + cat /tmp/tmp.H9WCv9I7hD + rm /tmp/tmp.cbHVOzi0qu /tmp/tmp.H9WCv9I7hD + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.SxqbzQfkZk ++ mktemp + local LAST_ERR=/tmp/tmp.eB5stznpqF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SxqbzQfkZk No resources found + cat /tmp/tmp.eB5stznpqF + rm /tmp/tmp.SxqbzQfkZk /tmp/tmp.eB5stznpqF + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.0H01Wfz3o3 ++ mktemp + local LAST_ERR=/tmp/tmp.NF0qkNFk9n + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0H01Wfz3o3 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.NF0qkNFk9n + rm /tmp/tmp.0H01Wfz3o3 /tmp/tmp.NF0qkNFk9n + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml namespace "cert-manager" deleted + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace tls-issue-cert-manager-ref-9382 + rm -rf /tmp/tmp.8Tf5V52gbX + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.tQxmDbFqeo + desc 'test passed' + set +o xtrace + local LAST_OUT=/tmp/tmp.2zScKJfpuk ----------------------------------------------------------------------------------- ++ mktemp test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_ERR=/tmp/tmp.IyPKXiRsQ0 + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.qzjHvUBjfQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace tls-issue-cert-manager-ref-9382 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator