Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/logs/tls-issue-cert-manager-8-0.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ main
+ create_infra tls-issue-cert-manager-10156
+ local ns=tls-issue-cert-manager-10156
+ '[' -n pxc-operator ']'
+ grep -v NAMESPACE
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n tls-issue-cert-manager-4274 some-name-tls-issue --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.lmmtAN07Yj
++ mktemp
+ local LAST_ERR=/tmp/tmp.jxiJrj1CoY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lmmtAN07Yj
perconaxtradbcluster.pxc.percona.com "some-name-tls-issue" deleted from tls-issue-cert-manager-4274 namespace
+ cat /tmp/tmp.jxiJrj1CoY
+ rm /tmp/tmp.lmmtAN07Yj /tmp/tmp.jxiJrj1CoY
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.sTFwdbUSzg
++ mktemp
+ local LAST_ERR=/tmp/tmp.u7PzDioSqz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.sTFwdbUSzg
No resources found
+ cat /tmp/tmp.u7PzDioSqz
+ rm /tmp/tmp.sTFwdbUSzg /tmp/tmp.u7PzDioSqz
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.1tVVrMlouc
++ mktemp
+ local LAST_ERR=/tmp/tmp.PftODeJaW6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1tVVrMlouc
No resources found
+ cat /tmp/tmp.PftODeJaW6
+ rm /tmp/tmp.1tVVrMlouc /tmp/tmp.PftODeJaW6
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
++ tail -n1
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace
+ awk '{print$1}'


-----------------------------------------------------------------------------------
+ xargs kubectl delete ns
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.12RyAQ6iFq
+ local LAST_OUT=/tmp/tmp.n9zk8N9Hlp
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.g4dK31l3nI
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.Mbi1hHxs2D
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.n9zk8N9Hlp
+ cat /tmp/tmp.Mbi1hHxs2D
+ rm /tmp/tmp.n9zk8N9Hlp /tmp/tmp.Mbi1hHxs2D
+ return 0
namespace "cert-manager" deleted
namespace "tls-issue-cert-manager-4274" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.12RyAQ6iFq
namespace "pxc-operator" deleted
+ cat /tmp/tmp.g4dK31l3nI
+ rm /tmp/tmp.12RyAQ6iFq /tmp/tmp.g4dK31l3nI
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.2gr27IJpPh
++ mktemp
+ local LAST_ERR=/tmp/tmp.Brle0vodq8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.2gr27IJpPh
namespace/pxc-operator created
+ cat /tmp/tmp.Brle0vodq8
+ rm /tmp/tmp.2gr27IJpPh /tmp/tmp.Brle0vodq8
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RBQbJLBdPe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vQwTmnx7YD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RBQbJLBdPe
++ cat /tmp/tmp.vQwTmnx7YD
++ rm /tmp/tmp.RBQbJLBdPe /tmp/tmp.vQwTmnx7YD
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.GuzvRxHB9I
++ mktemp
+ local LAST_ERR=/tmp/tmp.7RVdnKejA0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GuzvRxHB9I
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9" modified.
+ cat /tmp/tmp.7RVdnKejA0
+ rm /tmp/tmp.GuzvRxHB9I /tmp/tmp.7RVdnKejA0
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5mTa6ELW5M
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ti9DSvAlHh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5mTa6ELW5M
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.Ti9DSvAlHh
+ rm /tmp/tmp.5mTa6ELW5M /tmp/tmp.Ti9DSvAlHh
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.hTgfvifBP8
++ mktemp
+ local LAST_ERR=/tmp/tmp.oVvjfM4tLx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hTgfvifBP8
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.oVvjfM4tLx
+ rm /tmp/tmp.hTgfvifBP8 /tmp/tmp.oVvjfM4tLx
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.zkwLFs345z
++ mktemp
+ local LAST_ERR=/tmp/tmp.rTInEwj6es
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zkwLFs345z
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.rTInEwj6es
+ rm /tmp/tmp.zkwLFs345z /tmp/tmp.rTInEwj6es
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.iPxR3xQp1X
++ mktemp
+ local LAST_ERR=/tmp/tmp.q6yyoP60ij
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iPxR3xQp1X
pod/percona-xtradb-cluster-operator-665ff7485-drfx2 condition met
+ cat /tmp/tmp.q6yyoP60ij
+ rm /tmp/tmp.iPxR3xQp1X /tmp/tmp.q6yyoP60ij
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ head -1
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qMLtRPcFZY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AhdTGElJdU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qMLtRPcFZY
++ cat /tmp/tmp.AhdTGElJdU
++ rm /tmp/tmp.qMLtRPcFZY /tmp/tmp.AhdTGElJdU
++ return 0
+ wait_pod percona-xtradb-cluster-operator-665ff7485-drfx2 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-665ff7485-drfx2
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-665ff7485-drfx2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-665ff7485-drfx2 condition met
waiting for pod/percona-xtradb-cluster-operator-665ff7485-drfx2 to become Ready.Ok
+ sleep 3
+ create_namespace tls-issue-cert-manager-10156
+ local namespace=tls-issue-cert-manager-10156
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces tls-issue-cert-manager-10156'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces tls-issue-cert-manager-10156
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace tls-issue-cert-manager-10156
++ mktemp
+ local LAST_OUT=/tmp/tmp.n0u3Zf92ZG
++ mktemp
+ local LAST_OUT=/tmp/tmp.MFtNjgeZ09
++ mktemp
+ local LAST_ERR=/tmp/tmp.tP8HCfxf11
+ local exit_status=0
+ awk '{print$1}'
++ mktemp
+ local LAST_ERR=/tmp/tmp.DFXWPruLLv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-10156
+ xargs kubectl delete ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-10156
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.n0u3Zf92ZG
+ cat /tmp/tmp.tP8HCfxf11
+ rm /tmp/tmp.n0u3Zf92ZG /tmp/tmp.tP8HCfxf11
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-10156
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.MFtNjgeZ09
+ cat /tmp/tmp.DFXWPruLLv
Error from server (NotFound): namespaces "tls-issue-cert-manager-10156" not found
+ rm /tmp/tmp.MFtNjgeZ09 /tmp/tmp.DFXWPruLLv
+ return 1
+ :
+ wait_for_delete namespace/tls-issue-cert-manager-10156
+ local res=namespace/tls-issue-cert-manager-10156
+ echo -n 'waiting for namespace/tls-issue-cert-manager-10156 to be deleted'
waiting for namespace/tls-issue-cert-manager-10156 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "tls-issue-cert-manager-10156" not found
+ desc 'create namespace tls-issue-cert-manager-10156'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace tls-issue-cert-manager-10156
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace tls-issue-cert-manager-10156
++ mktemp
+ local LAST_OUT=/tmp/tmp.nQzSclU1kl
++ mktemp
+ local LAST_ERR=/tmp/tmp.vV6A9RpFH0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace tls-issue-cert-manager-10156
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nQzSclU1kl
namespace/tls-issue-cert-manager-10156 created
+ cat /tmp/tmp.vV6A9RpFH0
+ rm /tmp/tmp.nQzSclU1kl /tmp/tmp.vV6A9RpFH0
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tRhNqoBkkE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6VDPQwfEBI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tRhNqoBkkE
++ cat /tmp/tmp.6VDPQwfEBI
++ rm /tmp/tmp.tRhNqoBkkE /tmp/tmp.6VDPQwfEBI
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=tls-issue-cert-manager-10156
++ mktemp
+ local LAST_OUT=/tmp/tmp.YnAgYHcjyv
++ mktemp
+ local LAST_ERR=/tmp/tmp.50xCAXgI9Z
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=tls-issue-cert-manager-10156
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YnAgYHcjyv
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9" modified.
+ cat /tmp/tmp.50xCAXgI9Z
+ rm /tmp/tmp.YnAgYHcjyv /tmp/tmp.50xCAXgI9Z
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hDFW9ppaZ9
++ mktemp
+ local LAST_ERR=/tmp/tmp.X34mlP8xzy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hDFW9ppaZ9
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.X34mlP8xzy
+ rm /tmp/tmp.hDFW9ppaZ9 /tmp/tmp.X34mlP8xzy
+ return 0
+ cluster=some-name-tls-issue
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.Cyo5olJVRU
++ mktemp
+ local LAST_ERR=/tmp/tmp.NXrQ8ANCNR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Cyo5olJVRU
namespace/cert-manager created
+ cat /tmp/tmp.NXrQ8ANCNR
+ rm /tmp/tmp.Cyo5olJVRU /tmp/tmp.NXrQ8ANCNR
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.orhUGCx2Kv
++ mktemp
+ local LAST_ERR=/tmp/tmp.fCJCeyOSjX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.orhUGCx2Kv
namespace/cert-manager labeled
+ cat /tmp/tmp.fCJCeyOSjX
+ rm /tmp/tmp.orhUGCx2Kv /tmp/tmp.fCJCeyOSjX
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.yLSti3MrxX
++ mktemp
+ local LAST_ERR=/tmp/tmp.vSJI4pQ5tu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yLSti3MrxX
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.vSJI4pQ5tu
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.yLSti3MrxX /tmp/tmp.vSJI4pQ5tu
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
+ desc 'create pxc cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create pxc cluster
-----------------------------------------------------------------------------------

+ spinup_pxc some-name-tls-issue /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local cluster=some-name-tls-issue
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.iSz2yyDr40
++ mktemp
+ local LAST_ERR=/tmp/tmp.TNOzXme4WZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iSz2yyDr40
secret/my-cluster-secrets created
+ cat /tmp/tmp.TNOzXme4WZ
+ rm /tmp/tmp.iSz2yyDr40 /tmp/tmp.TNOzXme4WZ
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local pvc_name=
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.D573seHCFL
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZcTKYsKQrc
+ local exit_status=0
++ seq 0 2
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-10156~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.D573seHCFL
deployment.apps/pxc-client created
+ cat /tmp/tmp.ZcTKYsKQrc
+ rm /tmp/tmp.D573seHCFL /tmp/tmp.ZcTKYsKQrc
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe#'
+ local LAST_OUT=/tmp/tmp.0rZ38x2GZz
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-10156~
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_ERR=/tmp/tmp.yzKkOR4JJ8
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0rZ38x2GZz
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue created
+ cat /tmp/tmp.yzKkOR4JJ8
+ rm /tmp/tmp.0rZ38x2GZz /tmp/tmp.yzKkOR4JJ8
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name-tls-issue
++ local target_cluster=some-name-tls-issue
+++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.BtgkoBbYKp
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.uPBIVUutuA
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.BtgkoBbYKp
+++ cat /tmp/tmp.uPBIVUutuA
+++ rm /tmp/tmp.BtgkoBbYKp /tmp/tmp.uPBIVUutuA
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.mDVwfa6ENe
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.nw1wEwGs4B
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.mDVwfa6ENe
+++ cat /tmp/tmp.nw1wEwGs4B
+++ rm /tmp/tmp.mDVwfa6ENe /tmp/tmp.nw1wEwGs4B
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-tls-issue-proxysql
++ return
+ local proxy=some-name-tls-issue-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-10156
++ mktemp
+ local LAST_OUT=/tmp/tmp.jUMFJlFBJL
++ mktemp
+ local LAST_ERR=/tmp/tmp.WmnaAeczYp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-10156
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-10156
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-10156
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.jUMFJlFBJL
+ cat /tmp/tmp.WmnaAeczYp
error: no matching resources found
+ rm /tmp/tmp.jUMFJlFBJL /tmp/tmp.WmnaAeczYp
+ return 1
+ true
+ wait_for_running some-name-tls-issue-proxysql 1
+ local name=some-name-tls-issue-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-proxysql-0 480
+ local pod=some-name-tls-issue-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-tls-issue-proxysql-0 condition met
waiting for pod/some-name-tls-issue-proxysql-0 to become Ready.Ok
+ wait_for_running some-name-tls-issue-pxc 3
+ local name=some-name-tls-issue-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-pxc-0 480
+ local pod=some-name-tls-issue-pxc-0
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo some-name-tls-issue-pxc-0
+ local container=pxc
+ set +o xtrace
pod/some-name-tls-issue-pxc-0 condition met
waiting for pod/some-name-tls-issue-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-pxc-1 480
+ local pod=some-name-tls-issue-pxc-1
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo some-name-tls-issue-pxc-1
+ local container=pxc
+ set +o xtrace
pod/some-name-tls-issue-pxc-1 condition met
waiting for pod/some-name-tls-issue-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-pxc-2 480
+ local pod=some-name-tls-issue-pxc-2
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo some-name-tls-issue-pxc-2
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-tls-issue-pxc-2 condition met
waiting for pod/some-name-tls-issue-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ixFc4L2gLj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0VE9S6yOq4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ixFc4L2gLj
++ cat /tmp/tmp.0VE9S6yOq4
++ rm /tmp/tmp.ixFc4L2gLj /tmp/tmp.0VE9S6yOq4
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HTyVqTIsNM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DIqyls4M4e
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HTyVqTIsNM
++ cat /tmp/tmp.DIqyls4M4e
++ rm /tmp/tmp.HTyVqTIsNM /tmp/tmp.DIqyls4M4e
++ return 0
+ client_pod=pxc-client-64c657cf9f-b7c22
+ wait_pod pxc-client-64c657cf9f-b7c22
+ local pod=pxc-client-64c657cf9f-b7c22
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-b7c22
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-b7c22 condition met
waiting for pod/pxc-client-64c657cf9f-b7c22 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WrMC8SFW2r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.w1fo4iI5EC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WrMC8SFW2r
++ cat /tmp/tmp.w1fo4iI5EC
++ rm /tmp/tmp.WrMC8SFW2r /tmp/tmp.w1fo4iI5EC
++ return 0
+ client_pod=pxc-client-64c657cf9f-b7c22
+ wait_pod pxc-client-64c657cf9f-b7c22
+ local pod=pxc-client-64c657cf9f-b7c22
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-b7c22
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-b7c22 condition met
waiting for pod/pxc-client-64c657cf9f-b7c22 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iAhrm2PkLs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rq4QSh6g6C
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iAhrm2PkLs
++ cat /tmp/tmp.rq4QSh6g6C
++ rm /tmp/tmp.iAhrm2PkLs /tmp/tmp.rq4QSh6g6C
++ return 0
+ client_pod=pxc-client-64c657cf9f-b7c22
+ wait_pod pxc-client-64c657cf9f-b7c22
+ local pod=pxc-client-64c657cf9f-b7c22
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-b7c22
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-b7c22 condition met
waiting for pod/pxc-client-64c657cf9f-b7c22 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.UT7SGLQCmi/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.UT7SGLQCmi/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1.sql /tmp/tmp.UT7SGLQCmi/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9oJMnrQwGS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.V4liVD1Sit
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9oJMnrQwGS
++ cat /tmp/tmp.V4liVD1Sit
++ rm /tmp/tmp.9oJMnrQwGS /tmp/tmp.V4liVD1Sit
++ return 0
+ client_pod=pxc-client-64c657cf9f-b7c22
+ wait_pod pxc-client-64c657cf9f-b7c22
+ local pod=pxc-client-64c657cf9f-b7c22
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-b7c22
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-b7c22 condition met
waiting for pod/pxc-client-64c657cf9f-b7c22 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.UT7SGLQCmi/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.UT7SGLQCmi/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1.sql /tmp/tmp.UT7SGLQCmi/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KoCT2fOXEW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.32DcgXKy1p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KoCT2fOXEW
++ cat /tmp/tmp.32DcgXKy1p
++ rm /tmp/tmp.KoCT2fOXEW /tmp/tmp.32DcgXKy1p
++ return 0
+ client_pod=pxc-client-64c657cf9f-b7c22
+ wait_pod pxc-client-64c657cf9f-b7c22
+ local pod=pxc-client-64c657cf9f-b7c22
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-b7c22
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-b7c22 condition met
waiting for pod/pxc-client-64c657cf9f-b7c22 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.UT7SGLQCmi/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.UT7SGLQCmi/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/select-1.sql /tmp/tmp.UT7SGLQCmi/select-1.sql
+ is_keyring_plugin_in_use some-name-tls-issue
+ local cluster=some-name-tls-issue
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ kubectl exec some-name-tls-issue-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ grep -E -o 'early-plugin-load=keyring_\w+.so'
+ return 1
+ wait_cluster_consistency some-name-tls-issue 3 2
+ local cluster_name=some-name-tls-issue
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name-tls-issue to be ready'
waiting for pxc/some-name-tls-issue to be ready++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7tCldJP3JP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ryPlMkZzDn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7tCldJP3JP
++ cat /tmp/tmp.ryPlMkZzDn
++ rm /tmp/tmp.7tCldJP3JP /tmp/tmp.ryPlMkZzDn
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HKcHWcaRfB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5RUNY290xW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HKcHWcaRfB
++ cat /tmp/tmp.5RUNY290xW
++ rm /tmp/tmp.HKcHWcaRfB /tmp/tmp.5RUNY290xW
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name-tls-issue
+++ local cluster_name=some-name-tls-issue
++++ get_proxy some-name-tls-issue
++++ local target_cluster=some-name-tls-issue
+++++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.UKPaqvNNzj
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.JBc6ZdbtuC
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.UKPaqvNNzj
+++++ cat /tmp/tmp.JBc6ZdbtuC
+++++ rm /tmp/tmp.UKPaqvNNzj /tmp/tmp.JBc6ZdbtuC
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.wAknhvBA6m
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Fvxv5Ita0w
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.wAknhvBA6m
+++++ cat /tmp/tmp.Fvxv5Ita0w
+++++ rm /tmp/tmp.wAknhvBA6m /tmp/tmp.Fvxv5Ita0w
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-tls-issue-proxysql
++++ return
+++ local cluster_proxy=some-name-tls-issue-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QIAhnSHXtV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9bLZYVO0zL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QIAhnSHXtV
++ cat /tmp/tmp.9bLZYVO0zL
++ rm /tmp/tmp.QIAhnSHXtV /tmp/tmp.9bLZYVO0zL
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ desc 'check if certificates issued with certmanager'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificates issued with certmanager
-----------------------------------------------------------------------------------

+ tlsSecretsShouldExist some-name-tls-issue-ssl
+ local secretName=some-name-tls-issue-ssl
+ checkTLSSecret some-name-tls-issue-ssl ca.crt
+ local secretName=some-name-tls-issue-ssl
+ local dataKey=ca.crt
++ kubectl_bin get secrets/some-name-tls-issue-ssl -o json
++ jq '.data["ca.crt"]'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I62cbHLpEZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h6pwrxzZqS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-tls-issue-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.I62cbHLpEZ
++ cat /tmp/tmp.h6pwrxzZqS
++ rm /tmp/tmp.I62cbHLpEZ /tmp/tmp.h6pwrxzZqS
++ return 0
+ local 'secretData="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURFakNDQWZxZ0F3SUJBZ0lVQmRud3ZrRnFob01ySExDUDEyZjR2VGg2MlBRd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFUxTWpOYUZ3MHlPREF5TVRZeE1qVTFNak5hTUNFeEh6QWRCZ05WQkFNVEZuTnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0WTJFd2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUJEd0F3Z2dFS0FvSUJBUURSRWpUL3lIdFkKd1RlZmd3ak4rR2dnWjMxcHlwVThFRHdLSlJFcTQxeGVCN25pVEtYNTEybTBObEEwdjdUd1JzcjZrNC9Vajd0YwpmMVNzbmM1QUZnT2xQMllHY3pCem9hT0VDU25wTmw0TEE0UkU0ZjJGcUZwQmNxd1laeUM5L25jZlhRblJSRVI0CjlMTS9KM1pjaktIL0VYNHptZDdXMGpCRGJZSktmVzUzUTJDY0RkM2lteDhhZFBNZkZHUmZ0d2c4T2ZuZzUxZnEKN01oTDVkaE1UMlVraHo1S0FWdmFzWjVjS3hhcVhqeGJuL2REbWlUSEVJa245RGdYOURMNmcyMklDbnRzbGFibgpYYXI5WE1ueUJCeFA1dSs5VWNvUzUxYTlhYTVyVlBrYXVpY2tLUW1TODRxVkFOS1hXa0UxRGZvamNLdXV2WVlFCm1HbCt1SUM4V0RzMUFnTUJBQUdqUWpCQU1BNEdBMVVkRHdFQi93UUVBd0lDcERBUEJnTlZIUk1CQWY4RUJUQUQKQVFIL01CMEdBMVVkRGdRV0JCVDZhNVlKcm5rYTVRSzNZa0pBbk5ieDFwdnpSekFOQmdrcWhraUc5dzBCQVFzRgpBQU9DQVFFQXhjMmpKbS9qbHgyR3FqMi8ybG81NWxFZzBzY1FqcUNTNkFLUzR6dG5qWkZBMUNQSmFGNmRsSVBZClUrWkhyQzFUbnd3Ynpoa3FWazJnVlNrU2xxL3NzMkxXZ3A1cUhTOGl1T0hzVjhwUC9ZbmNXRW4wb21MM2JqRUkKWkNOV3RDQUw0Q2VSUFp6RVhmdWF4UlgrTmNVMXFMNEUvNmhxeTN4NzhHSlA0eGhlS21uRUlFekFORFRxL3V4dApJT1ZFdGttbURZY1k3N3FxZC9WZUhQODdtd2ZmR0pSdW1PeHRrcm9RZmVsWTBKRndyb0RnbmV2d0xETkJkTmh3CmdZaEJHMHV6R2RZZXliVXRiTUI2MDByQkhINytMY1BMSjdiRkk4dXB6cVdpRGtZQVlEZFpqWHpxa3E2Q1RjKysKR0xHQ2lXSVpmRVd0a3hpSitEeG4wNlRUMlFuemd3PT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="'
+ '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURFakNDQWZxZ0F3SUJBZ0lVQmRud3ZrRnFob01ySExDUDEyZjR2VGg2MlBRd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFUxTWpOYUZ3MHlPREF5TVRZeE1qVTFNak5hTUNFeEh6QWRCZ05WQkFNVEZuTnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0WTJFd2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUJEd0F3Z2dFS0FvSUJBUURSRWpUL3lIdFkKd1RlZmd3ak4rR2dnWjMxcHlwVThFRHdLSlJFcTQxeGVCN25pVEtYNTEybTBObEEwdjdUd1JzcjZrNC9Vajd0YwpmMVNzbmM1QUZnT2xQMllHY3pCem9hT0VDU25wTmw0TEE0UkU0ZjJGcUZwQmNxd1laeUM5L25jZlhRblJSRVI0CjlMTS9KM1pjaktIL0VYNHptZDdXMGpCRGJZSktmVzUzUTJDY0RkM2lteDhhZFBNZkZHUmZ0d2c4T2ZuZzUxZnEKN01oTDVkaE1UMlVraHo1S0FWdmFzWjVjS3hhcVhqeGJuL2REbWlUSEVJa245RGdYOURMNmcyMklDbnRzbGFibgpYYXI5WE1ueUJCeFA1dSs5VWNvUzUxYTlhYTVyVlBrYXVpY2tLUW1TODRxVkFOS1hXa0UxRGZvamNLdXV2WVlFCm1HbCt1SUM4V0RzMUFnTUJBQUdqUWpCQU1BNEdBMVVkRHdFQi93UUVBd0lDcERBUEJnTlZIUk1CQWY4RUJUQUQKQVFIL01CMEdBMVVkRGdRV0JCVDZhNVlKcm5rYTVRSzNZa0pBbk5ieDFwdnpSekFOQmdrcWhraUc5dzBCQVFzRgpBQU9DQVFFQXhjMmpKbS9qbHgyR3FqMi8ybG81NWxFZzBzY1FqcUNTNkFLUzR6dG5qWkZBMUNQSmFGNmRsSVBZClUrWkhyQzFUbnd3Ynpoa3FWazJnVlNrU2xxL3NzMkxXZ3A1cUhTOGl1T0hzVjhwUC9ZbmNXRW4wb21MM2JqRUkKWkNOV3RDQUw0Q2VSUFp6RVhmdWF4UlgrTmNVMXFMNEUvNmhxeTN4NzhHSlA0eGhlS21uRUlFekFORFRxL3V4dApJT1ZFdGttbURZY1k3N3FxZC9WZUhQODdtd2ZmR0pSdW1PeHRrcm9RZmVsWTBKRndyb0RnbmV2d0xETkJkTmh3CmdZaEJHMHV6R2RZZXliVXRiTUI2MDByQkhINytMY1BMSjdiRkk4dXB6cVdpRGtZQVlEZFpqWHpxa3E2Q1RjKysKR0xHQ2lXSVpmRVd0a3hpSitEeG4wNlRUMlFuemd3PT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' ']'
+ checkTLSSecret some-name-tls-issue-ssl tls.crt
+ local secretName=some-name-tls-issue-ssl
+ local dataKey=tls.crt
++ kubectl_bin get secrets/some-name-tls-issue-ssl -o json
++ jq '.data["tls.crt"]'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YqgdqlUDaR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5B9gGcPRt6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-tls-issue-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YqgdqlUDaR
++ cat /tmp/tmp.5B9gGcPRt6
++ rm /tmp/tmp.YqgdqlUDaR /tmp/tmp.5B9gGcPRt6
++ return 0
+ local 'secretData="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURvVENDQW9tZ0F3SUJBZ0lVZWp3cklSYzkwamdQa0t4MDNtcmFrQ0lsMUZzd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFUxTWpaYUZ3MHlOakExTWpjeE1qVTFNalphTUNjeEpUQWpCZ05WQkFNVEhITnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0Y0hKdmVIbHpjV3d3Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG8KODBxa0xvS3lQNGQ3YWhaeFZuYjViNG41c1doR3l5VEZ6cUJzT0FmMzkvTEJWZFFFcXNSeGZ1M2FGeTBZZjJLcApSaTVwbnl1WUlxOW1LMFQxMW1PaWRZRnFjSm95cXlVTVF0NzBSU2xWMERObkVjWXZqUHNoRUhpTENhSzNsSnZpCk8rMXV0M3ZBdjBCSld3ZmZua2NzYS9WSHcrZE9qMlJLVFNoUFNxd3NTNlRQd3RmQzFVbnFYQ1E1MnVaenBQUnAKUmhpVmI1SS82OXZkRFJHazk2M2M2WDlIWjVoeGpSUzhsTmhSanRTeTdCWFpGNmJqOGdBU2dMOTI0OXdCZUQrTQpvRWxCeXUyUC9kNlR0TDhFMzdmcVNvbWhvbHcyL25zQVhUbnIzQU91V2l0NlhpYm9kZG1kdFF6VzBXKzZCNTI1Cng3dzZFU2tIOEgzUkprd3FweTVEQWdNQkFBR2pnY293Z2Njd0RnWURWUjBQQVFIL0JBUURBZ1dnTUF3R0ExVWQKRXdFQi93UUNNQUF3SHdZRFZSMGpCQmd3Rm9BVSttdVdDYTU1R3VVQ3QySkNRSnpXOGRhYjgwY3dnWVVHQTFVZApFUVIrTUh5Q0YzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVXRjSGhqZ2h4emIyMWxMVzVoYldVdGRHeHpMV2x6CmMzVmxMWEJ5YjNoNWMzRnNnaGtxTG5OdmJXVXRibUZ0WlMxMGJITXRhWE56ZFdVdGNIaGpnaDRxTG5OdmJXVXQKYm1GdFpTMTBiSE10YVhOemRXVXRjSEp2ZUhsemNXeUNDSFJsYzNRdVkyOXRNQTBHQ1NxR1NJYjNEUUVCQ3dVQQpBNElCQVFBL0ZMS1ZJVUwzQ0tZVWZYTE8wdUQ3aHdIQ1dJcndQeGtGVVptN3Fad25kS2NsSjFnMTZvVklSZTliClpWZmFRSithdGg3VTliRE5DeXVBNjdWODMwWWlJZ29CUFNQbVRKMmVmZ2Nib1BiQithSHZrdWswdmZpSXRiZlMKakkrL2RRbklPOTUrekRidW1yanZNdXhRTEIrQWowOGI5clEzV1JJQTZzc3lMOWVqWm1jL2FIOGJrU2E0MzBPVApBZFJJUUhsSktsZlVhbXVwb2ZreDJZUTkyZkhhWE9obmJ0WUUyOXVXb3BNeFVGb0hhRHRUZHlrYkxkdktPK3Y5CkdaZlJqK0cwTWpuSXNHb2lYdUZNWlI1dTdjcWcvTFhxVFlVRkJLZUNac1preW5EeU5QU3dENS9ucUwrS3ZTVUIKNVQ4eHpFSzdoVmV4RkViVERJVHd3VjVkd3lXeAotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg=="'
+ '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURvVENDQW9tZ0F3SUJBZ0lVZWp3cklSYzkwamdQa0t4MDNtcmFrQ0lsMUZzd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFUxTWpaYUZ3MHlOakExTWpjeE1qVTFNalphTUNjeEpUQWpCZ05WQkFNVEhITnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0Y0hKdmVIbHpjV3d3Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG8KODBxa0xvS3lQNGQ3YWhaeFZuYjViNG41c1doR3l5VEZ6cUJzT0FmMzkvTEJWZFFFcXNSeGZ1M2FGeTBZZjJLcApSaTVwbnl1WUlxOW1LMFQxMW1PaWRZRnFjSm95cXlVTVF0NzBSU2xWMERObkVjWXZqUHNoRUhpTENhSzNsSnZpCk8rMXV0M3ZBdjBCSld3ZmZua2NzYS9WSHcrZE9qMlJLVFNoUFNxd3NTNlRQd3RmQzFVbnFYQ1E1MnVaenBQUnAKUmhpVmI1SS82OXZkRFJHazk2M2M2WDlIWjVoeGpSUzhsTmhSanRTeTdCWFpGNmJqOGdBU2dMOTI0OXdCZUQrTQpvRWxCeXUyUC9kNlR0TDhFMzdmcVNvbWhvbHcyL25zQVhUbnIzQU91V2l0NlhpYm9kZG1kdFF6VzBXKzZCNTI1Cng3dzZFU2tIOEgzUkprd3FweTVEQWdNQkFBR2pnY293Z2Njd0RnWURWUjBQQVFIL0JBUURBZ1dnTUF3R0ExVWQKRXdFQi93UUNNQUF3SHdZRFZSMGpCQmd3Rm9BVSttdVdDYTU1R3VVQ3QySkNRSnpXOGRhYjgwY3dnWVVHQTFVZApFUVIrTUh5Q0YzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVXRjSGhqZ2h4emIyMWxMVzVoYldVdGRHeHpMV2x6CmMzVmxMWEJ5YjNoNWMzRnNnaGtxTG5OdmJXVXRibUZ0WlMxMGJITXRhWE56ZFdVdGNIaGpnaDRxTG5OdmJXVXQKYm1GdFpTMTBiSE10YVhOemRXVXRjSEp2ZUhsemNXeUNDSFJsYzNRdVkyOXRNQTBHQ1NxR1NJYjNEUUVCQ3dVQQpBNElCQVFBL0ZMS1ZJVUwzQ0tZVWZYTE8wdUQ3aHdIQ1dJcndQeGtGVVptN3Fad25kS2NsSjFnMTZvVklSZTliClpWZmFRSithdGg3VTliRE5DeXVBNjdWODMwWWlJZ29CUFNQbVRKMmVmZ2Nib1BiQithSHZrdWswdmZpSXRiZlMKakkrL2RRbklPOTUrekRidW1yanZNdXhRTEIrQWowOGI5clEzV1JJQTZzc3lMOWVqWm1jL2FIOGJrU2E0MzBPVApBZFJJUUhsSktsZlVhbXVwb2ZreDJZUTkyZkhhWE9obmJ0WUUyOXVXb3BNeFVGb0hhRHRUZHlrYkxkdktPK3Y5CkdaZlJqK0cwTWpuSXNHb2lYdUZNWlI1dTdjcWcvTFhxVFlVRkJLZUNac1preW5EeU5QU3dENS9ucUwrS3ZTVUIKNVQ4eHpFSzdoVmV4RkViVERJVHd3VjVkd3lXeAotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg=="' ']'
+ checkTLSSecret some-name-tls-issue-ssl tls.key
+ local secretName=some-name-tls-issue-ssl
+ local dataKey=tls.key
++ kubectl_bin get secrets/some-name-tls-issue-ssl -o json
++ jq '.data["tls.key"]'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RFr0vhXnNO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U26rAYSTsB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-tls-issue-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RFr0vhXnNO
++ cat /tmp/tmp.U26rAYSTsB
++ rm /tmp/tmp.RFr0vhXnNO /tmp/tmp.U26rAYSTsB
++ return 0
+ local 'secretData="LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBNlBOS3BDNkNzaitIZTJvV2NWWjIrVytKK2JGb1Jzc2t4YzZnYkRnSDkvZnl3VlhVCkJLckVjWDd0MmhjdEdIOWlxVVl1YVo4cm1DS3ZaaXRFOWRaam9uV0JhbkNhTXFzbERFTGU5RVVwVmRBelp4SEcKTDR6N0lSQjRpd21pdDVTYjRqdnRicmQ3d0w5QVNWc0gzNTVITEd2MVI4UG5UbzlrU2swb1QwcXNMRXVrejhMWAp3dFZKNmx3a09kcm1jNlQwYVVZWWxXK1NQK3ZiM1EwUnBQZXQzT2wvUjJlWWNZMFV2SlRZVVk3VXN1d1YyUmVtCjQvSUFFb0MvZHVQY0FYZy9qS0JKUWNydGovM2VrN1MvQk4rMzZrcUpvYUpjTnY1N0FGMDU2OXdEcmxvcmVsNG0KNkhYWm5iVU0xdEZ2dWdlZHVjZThPaEVwQi9COTBTWk1LcWN1UXdJREFRQUJBb0lCQUJBWFZpMlhKT0lKTDJPZwpCV0xZMVNrUHdsa2tIdzdjMDNKeWZuUmJQbm1yZi9KSTZuZFVFSFBDajgyRDBsS2g0Zi9OWUVGZGhGWmk5dmk0CnZtKzQybk1MYU9BZ1hSWm82Z3M1eDByYVNDdXNVUkNxa3FVUU9QeWt0Wjd0RUhkYjVaU3dEUXViMHdtU2JHOWsKd1Z0NkJIS1dGb0Jaa08zRlMra3lBVG5RNzZtemdqSWxPTmZ5QjN3VDgvMkFteEVUTkFTemlaQW1OZS9ra2J2TgpKMEsxYjQxYUVTdmtFTmtaNEZoNXVoczEvUTdWRUlmL212WmEyOTk0dk44dzNPN1pBbGRrRnRYRm9jcGlOTk1KCnQraWpkbm1EaVh5K204SW5oampRTXl0UzhFSGtqeXhpZi9ockJoREpJS2g3Zzl4eFE1TWtWeER1WFZVMHAvcmQKNDFqblpPRUNnWUVBN0FTWnFBTm94N0o5MmdYNjNRb2NQakxDd0tPZmQ3c0dKNTgxeWNRSW84WHV3T2tPVDc0awpJVEJxMlZrQXJiME5rdklKQmN0OElsY09vbEd5ZndqaGhRenUrWjhtSWdUbjFjVm9vWFcvZitQMG5nSGlMeE90CkNBM0VEKzRNSDhXY1VVLzI4UTUwY3N0V3I1SGEzcGE1T2FjbkhmSjQrS0hKdHpqNFQ3SmdXQkVDZ1lFQS9LdzAKWWtzcVE4Z0xocEprY1pnNmpoRnhFQ1R5VDZ0OTlPblFqRUZCUDIyVUU1ZFdXN0VwMzVETUNNSHNTc1EyTXY2Uwo5U0ZueGJ5S3puMGtkbjNFTHdaZWtQVThmRjk4akFzcnFMVWJMZlhTamo2bVRnRzJNdmlSbGw0TnFvVldlYzdzCnBiWVl5U3dhRlhrMGhwOUJmeU1Xa2FkZGVjU2xmaTV3ZWZjVFZSTUNnWUJXL3hjWWJERktNc3ZhK290T3dMUksKWlBHT2lvRjBZN2JRRWdxRWxjTE5nMThQTXBpNDRoQjFQMkNUUHhCVitqS3ZzSkdNMWtXcWJzYVJKR1lVRjFUeApjeVAvVlI5OE9LeXdDblVYMXN4QXV1am0rVEREUTVCclFJKzlnM1JxbmErUjlWVEQ1QjBlVno5YnRmcWtRNUNBCjVORXhZN2dkaFoxUjhTanVUNFRkMFFLQmdRQ0xoUnMzMjRGdkJCczVKOFRHNU9RUVpwa2o3UUxQODBZTjRyNEIKZEZidkN6Ymt5b0FwQ1Y2eDBHYVp2MXNXdmRtZnR1cTI2TWRBYktmSTlWa1pCTUU3cGl5NXBuREx6SDRkWmwycApQcmZQWFJueTZhMHpEY2JweGsrOTFCbC91empROGUzQ1l4YTBudUdZVWVFckpPMHBvdHBuZXg4bWlldElEYVNWCjlGUjhlUUtCZ1FDNG4yUTU0SUxORDdiK2JGbXZWMHBnMGdpTlA5SmViUEwzeStVaXBsck0yRHlsK2lFR0JBUk8KdzlVRTVEeWR0amtFbjdIV3NaUTZPdDBBNE5RQmdSSnNrakZYUkIvQjhXckJkT0RWdUdhM1hYQXdLOE0rSVNwWQpQblZEeWNpeGUvcG4vMHVzNU1qYW1PN0twOHA0a0NuK0lYc1NqZHhRWTkyR1l6ZkxjUEpoVFE9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo="'
+ '[' -z '"LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBNlBOS3BDNkNzaitIZTJvV2NWWjIrVytKK2JGb1Jzc2t4YzZnYkRnSDkvZnl3VlhVCkJLckVjWDd0MmhjdEdIOWlxVVl1YVo4cm1DS3ZaaXRFOWRaam9uV0JhbkNhTXFzbERFTGU5RVVwVmRBelp4SEcKTDR6N0lSQjRpd21pdDVTYjRqdnRicmQ3d0w5QVNWc0gzNTVITEd2MVI4UG5UbzlrU2swb1QwcXNMRXVrejhMWAp3dFZKNmx3a09kcm1jNlQwYVVZWWxXK1NQK3ZiM1EwUnBQZXQzT2wvUjJlWWNZMFV2SlRZVVk3VXN1d1YyUmVtCjQvSUFFb0MvZHVQY0FYZy9qS0JKUWNydGovM2VrN1MvQk4rMzZrcUpvYUpjTnY1N0FGMDU2OXdEcmxvcmVsNG0KNkhYWm5iVU0xdEZ2dWdlZHVjZThPaEVwQi9COTBTWk1LcWN1UXdJREFRQUJBb0lCQUJBWFZpMlhKT0lKTDJPZwpCV0xZMVNrUHdsa2tIdzdjMDNKeWZuUmJQbm1yZi9KSTZuZFVFSFBDajgyRDBsS2g0Zi9OWUVGZGhGWmk5dmk0CnZtKzQybk1MYU9BZ1hSWm82Z3M1eDByYVNDdXNVUkNxa3FVUU9QeWt0Wjd0RUhkYjVaU3dEUXViMHdtU2JHOWsKd1Z0NkJIS1dGb0Jaa08zRlMra3lBVG5RNzZtemdqSWxPTmZ5QjN3VDgvMkFteEVUTkFTemlaQW1OZS9ra2J2TgpKMEsxYjQxYUVTdmtFTmtaNEZoNXVoczEvUTdWRUlmL212WmEyOTk0dk44dzNPN1pBbGRrRnRYRm9jcGlOTk1KCnQraWpkbm1EaVh5K204SW5oampRTXl0UzhFSGtqeXhpZi9ockJoREpJS2g3Zzl4eFE1TWtWeER1WFZVMHAvcmQKNDFqblpPRUNnWUVBN0FTWnFBTm94N0o5MmdYNjNRb2NQakxDd0tPZmQ3c0dKNTgxeWNRSW84WHV3T2tPVDc0awpJVEJxMlZrQXJiME5rdklKQmN0OElsY09vbEd5ZndqaGhRenUrWjhtSWdUbjFjVm9vWFcvZitQMG5nSGlMeE90CkNBM0VEKzRNSDhXY1VVLzI4UTUwY3N0V3I1SGEzcGE1T2FjbkhmSjQrS0hKdHpqNFQ3SmdXQkVDZ1lFQS9LdzAKWWtzcVE4Z0xocEprY1pnNmpoRnhFQ1R5VDZ0OTlPblFqRUZCUDIyVUU1ZFdXN0VwMzVETUNNSHNTc1EyTXY2Uwo5U0ZueGJ5S3puMGtkbjNFTHdaZWtQVThmRjk4akFzcnFMVWJMZlhTamo2bVRnRzJNdmlSbGw0TnFvVldlYzdzCnBiWVl5U3dhRlhrMGhwOUJmeU1Xa2FkZGVjU2xmaTV3ZWZjVFZSTUNnWUJXL3hjWWJERktNc3ZhK290T3dMUksKWlBHT2lvRjBZN2JRRWdxRWxjTE5nMThQTXBpNDRoQjFQMkNUUHhCVitqS3ZzSkdNMWtXcWJzYVJKR1lVRjFUeApjeVAvVlI5OE9LeXdDblVYMXN4QXV1am0rVEREUTVCclFJKzlnM1JxbmErUjlWVEQ1QjBlVno5YnRmcWtRNUNBCjVORXhZN2dkaFoxUjhTanVUNFRkMFFLQmdRQ0xoUnMzMjRGdkJCczVKOFRHNU9RUVpwa2o3UUxQODBZTjRyNEIKZEZidkN6Ymt5b0FwQ1Y2eDBHYVp2MXNXdmRtZnR1cTI2TWRBYktmSTlWa1pCTUU3cGl5NXBuREx6SDRkWmwycApQcmZQWFJueTZhMHpEY2JweGsrOTFCbC91empROGUzQ1l4YTBudUdZVWVFckpPMHBvdHBuZXg4bWlldElEYVNWCjlGUjhlUUtCZ1FDNG4yUTU0SUxORDdiK2JGbXZWMHBnMGdpTlA5SmViUEwzeStVaXBsck0yRHlsK2lFR0JBUk8KdzlVRTVEeWR0amtFbjdIV3NaUTZPdDBBNE5RQmdSSnNrakZYUkIvQjhXckJkT0RWdUdhM1hYQXdLOE0rSVNwWQpQblZEeWNpeGUvcG4vMHVzNU1qYW1PN0twOHA0a0NuK0lYc1NqZHhRWTkyR1l6ZkxjUEpoVFE9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo="' ']'
+ desc 'check if CA issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if CA issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-tls-issue-pxc-ca-issuer
+ local resource=issuer/some-name-tls-issue-pxc-ca-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer.yml
+ local new_result=/tmp/tmp.UT7SGLQCmi/issuer_some-name-tls-issue-pxc-ca-issuer.yml
+ desc 'compare issuer/some-name-tls-issue-pxc-ca-issuer-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare issuer/some-name-tls-issue-pxc-ca-issuer-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k127.yml ']'
+ version_gt 1.24
++ echo '1.32 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-oc.yml ']'
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-aks.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-tls-issue-pxc-ca-issuer
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-10156", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.BjR8mjvglu
++ mktemp
+ local LAST_ERR=/tmp/tmp.GP446sCSjb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-tls-issue-pxc-ca-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BjR8mjvglu
+ cat /tmp/tmp.GP446sCSjb
+ rm /tmp/tmp.BjR8mjvglu /tmp/tmp.GP446sCSjb
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer.yml /tmp/tmp.UT7SGLQCmi/issuer_some-name-tls-issue-pxc-ca-issuer.yml
+ log 'compare_kubectl: issuer/some-name-tls-issue-pxc-ca-issuer OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-09T05:00:58+0000]' compare_kubectl: issuer/some-name-tls-issue-pxc-ca-issuer OK
[2026-04-09T05:00:58+0000] compare_kubectl: issuer/some-name-tls-issue-pxc-ca-issuer OK
+ desc 'check if issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-tls-issue-pxc-issuer
+ local resource=issuer/some-name-tls-issue-pxc-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer.yml
+ local new_result=/tmp/tmp.UT7SGLQCmi/issuer_some-name-tls-issue-pxc-issuer.yml
+ desc 'compare issuer/some-name-tls-issue-pxc-issuer-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare issuer/some-name-tls-issue-pxc-issuer-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k127.yml ']'
+ version_gt 1.24
++ echo '1.32 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-oc.yml ']'
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-aks.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-tls-issue-pxc-issuer
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-10156", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.zkWMsBBvBE
++ mktemp
+ local LAST_ERR=/tmp/tmp.MM8TmwNSvw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-tls-issue-pxc-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zkWMsBBvBE
+ cat /tmp/tmp.MM8TmwNSvw
+ rm /tmp/tmp.zkWMsBBvBE /tmp/tmp.MM8TmwNSvw
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer.yml /tmp/tmp.UT7SGLQCmi/issuer_some-name-tls-issue-pxc-issuer.yml
+ log 'compare_kubectl: issuer/some-name-tls-issue-pxc-issuer OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-09T05:01:00+0000]' compare_kubectl: issuer/some-name-tls-issue-pxc-issuer OK
[2026-04-09T05:01:00+0000] compare_kubectl: issuer/some-name-tls-issue-pxc-issuer OK
+ desc 'check if certificate issued'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificate issued
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-tls-issue-ssl
+ local resource=certificate/some-name-tls-issue-ssl
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl.yml
+ local new_result=/tmp/tmp.UT7SGLQCmi/certificate_some-name-tls-issue-ssl.yml
+ desc 'compare certificate/some-name-tls-issue-ssl-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare certificate/some-name-tls-issue-ssl-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ bc -l
++ echo '1.32 >= 1.29'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k127.yml ']'
+ version_gt 1.24
++ bc -l
++ echo '1.32 >= 1.24'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k124.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.32 >= 1.22'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-oc.yml ']'
+ version_gt 1.29
++ bc -l
++ echo '1.32 >= 1.29'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-aks.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-tls-issue-ssl
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-10156", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.IRF9yoTkzy
++ mktemp
+ local LAST_ERR=/tmp/tmp.LFdGQbbe08
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-tls-issue-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IRF9yoTkzy
+ cat /tmp/tmp.LFdGQbbe08
+ rm /tmp/tmp.IRF9yoTkzy /tmp/tmp.LFdGQbbe08
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl.yml /tmp/tmp.UT7SGLQCmi/certificate_some-name-tls-issue-ssl.yml
+ log 'compare_kubectl: certificate/some-name-tls-issue-ssl OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-09T05:01:00+0000]' compare_kubectl: certificate/some-name-tls-issue-ssl OK
[2026-04-09T05:01:00+0000] compare_kubectl: certificate/some-name-tls-issue-ssl OK
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
+ kubectl_bin apply -f -
+ local pvc_name=
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ local LAST_OUT=/tmp/tmp.R07aTq0uj5
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-10156~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
++ mktemp
+ local LAST_ERR=/tmp/tmp.oW3wwZGKSw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.R07aTq0uj5
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue configured
+ cat /tmp/tmp.oW3wwZGKSw
+ rm /tmp/tmp.R07aTq0uj5 /tmp/tmp.oW3wwZGKSw
+ return 0
+ wait_for_running some-name-tls-issue-haproxy 1
+ local name=some-name-tls-issue-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-haproxy-0 480
+ local pod=some-name-tls-issue-haproxy-0
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/some-name-tls-issue-haproxy-0 condition met
waiting for pod/some-name-tls-issue-haproxy-0 to become Ready.Ok
+ wait_cluster_consistency some-name-tls-issue 3 2
+ local cluster_name=some-name-tls-issue
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name-tls-issue to be ready'
waiting for pxc/some-name-tls-issue to be ready++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ynt62lV9V6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1xwjIb7ORO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ynt62lV9V6
++ cat /tmp/tmp.1xwjIb7ORO
++ rm /tmp/tmp.Ynt62lV9V6 /tmp/tmp.1xwjIb7ORO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uuGRJcN5o1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jQreIFE4F8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uuGRJcN5o1
++ cat /tmp/tmp.jQreIFE4F8
++ rm /tmp/tmp.uuGRJcN5o1 /tmp/tmp.jQreIFE4F8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D3nioBAGee
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jJgVkFpujk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.D3nioBAGee
++ cat /tmp/tmp.jJgVkFpujk
++ rm /tmp/tmp.D3nioBAGee /tmp/tmp.jJgVkFpujk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uxundvI2zM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5N50NqZStv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uxundvI2zM
++ cat /tmp/tmp.5N50NqZStv
++ rm /tmp/tmp.uxundvI2zM /tmp/tmp.5N50NqZStv
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.A2r8inPeYB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2TlXPtzkQy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.A2r8inPeYB
++ cat /tmp/tmp.2TlXPtzkQy
++ rm /tmp/tmp.A2r8inPeYB /tmp/tmp.2TlXPtzkQy
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name-tls-issue
+++ local cluster_name=some-name-tls-issue
++++ get_proxy some-name-tls-issue
++++ local target_cluster=some-name-tls-issue
+++++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.V8JbdSUCfu
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.d2gSMrlQVL
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.V8JbdSUCfu
+++++ cat /tmp/tmp.d2gSMrlQVL
+++++ rm /tmp/tmp.V8JbdSUCfu /tmp/tmp.d2gSMrlQVL
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-tls-issue-haproxy
++++ return
+++ local cluster_proxy=some-name-tls-issue-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nbGSXmqSQq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cpCWy0eaiY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nbGSXmqSQq
++ cat /tmp/tmp.cpCWy0eaiY
++ rm /tmp/tmp.nbGSXmqSQq /tmp/tmp.cpCWy0eaiY
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ desc 'check ssl-internal certificate using PXC'
+ set +o xtrace


-----------------------------------------------------------------------------------
check ssl-internal certificate using PXC
-----------------------------------------------------------------------------------

+ check_verify_identity some-name-tls-issue-pxc
+ local host=some-name-tls-issue-pxc
+ local command=exit
+ local 'args=--ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-pxc'
+ kubectl_bin exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-pxc'
++ mktemp
+ local LAST_OUT=/tmp/tmp.TUuuJIxKyw
++ mktemp
+ local LAST_ERR=/tmp/tmp.t5ZOIC4ELQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-pxc'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TUuuJIxKyw
+ cat /tmp/tmp.t5ZOIC4ELQ
mysql: [Warning] Using a password on the command line interface can be insecure.
+ rm /tmp/tmp.TUuuJIxKyw /tmp/tmp.t5ZOIC4ELQ
+ return 0
+ desc 'check ssl-internal certificate using HAProxy'
+ set +o xtrace


-----------------------------------------------------------------------------------
check ssl-internal certificate using HAProxy
-----------------------------------------------------------------------------------

+ check_verify_identity some-name-tls-issue-haproxy
+ local host=some-name-tls-issue-haproxy
+ local command=exit
+ local 'args=--ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-haproxy'
+ kubectl_bin exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-haproxy'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JNT6hbdRHB
++ mktemp
+ local LAST_ERR=/tmp/tmp.Tx8h4gBW8c
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-haproxy'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JNT6hbdRHB
+ cat /tmp/tmp.Tx8h4gBW8c
mysql: [Warning] Using a password on the command line interface can be insecure.
+ rm /tmp/tmp.JNT6hbdRHB /tmp/tmp.Tx8h4gBW8c
+ return 0
+ destroy tls-issue-cert-manager-10156
+ local namespace=tls-issue-cert-manager-10156
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v level=info
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ sort -u
+ grep -v 'the object has been modified'
+ grep -v 'get backup status: Job.batch'
+++ grep -c percona-xtradb-cluster-operator
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ tee /tmp/tmp.UT7SGLQCmi/operator.log
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ head -1
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VFzlTzadsT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3Ur5cKzIUV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VFzlTzadsT
++ cat /tmp/tmp.3Ur5cKzIUV
++ rm /tmp/tmp.VFzlTzadsT /tmp/tmp.3Ur5cKzIUV
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-665ff7485-drfx2
++ mktemp
+ local LAST_OUT=/tmp/tmp.SPhR2fZ6pZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.M9qgYQiy85
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-665ff7485-drfx2
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SPhR2fZ6pZ
+ cat /tmp/tmp.M9qgYQiy85
+ rm /tmp/tmp.SPhR2fZ6pZ /tmp/tmp.M9qgYQiy85
+ return 0
2026-04-09T04:53:16.365Z	INFO	setup	Manager starting up	{"gitCommit": "3b65d7fe6a0a5db845238d34252d90db1f886e1d", "gitBranch": "PR-2434-3b65d7fe", "buildTime": "2026-04-09T01:11:10Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"}
2026-04-09T04:53:16.365Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.32.13-gke.1205000"}
2026-04-09T04:53:16.366Z	INFO	setup	Feature gates	{"PXCO_FEATURE_GATES": "", "enabled": ""}
2026-04-09T04:53:16.369Z	INFO	setup	Registering Components.
2026-04-09T04:53:16.851Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2026-04-09T04:53:16.851Z	INFO	controller-runtime.metrics	Starting metrics server
2026-04-09T04:53:16.851Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2026-04-09T04:53:16.851Z	INFO	setup	Starting the Cmd.
2026-04-09T04:53:16.851Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2026-04-09T04:53:16.852Z	INFO	controller-runtime.certwatcher	Starting certificate poll+watcher	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"}
2026-04-09T04:53:16.852Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"}
2026-04-09T04:53:16.852Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2026-04-09T04:53:16.852Z	INFO	controller-runtime.webhook	Starting webhook server
2026-04-09T04:53:17.152Z	INFO	Attempting to acquire leader lease...	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-04-09T04:53:17.352Z	DEBUG	events	percona-xtradb-cluster-operator-665ff7485-drfx2_b336178f-98bd-4d70-8305-70241809d308 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"138a52d7-b316-4911-a68a-611126b43fc2","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1775710397312255009"}, "reason": "LeaderElection"}
2026-04-09T04:53:17.352Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"}
2026-04-09T04:53:17.352Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"}
2026-04-09T04:53:17.352Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2026-04-09T04:53:17.352Z	INFO	Successfully acquired lease	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-04-09T04:53:17.353Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2026-04-09T04:53:17.554Z	INFO	Starting Controller	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"}
2026-04-09T04:53:17.554Z	INFO	Starting Controller	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"}
2026-04-09T04:53:17.554Z	INFO	Starting Controller	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"}
2026-04-09T04:53:17.554Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1}
2026-04-09T04:53:17.554Z	INFO	Starting workers	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1}
2026-04-09T04:53:17.554Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1}
2026-04-09T04:55:22.837Z	INFO	Set CR version	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "version": "1.20.0"}
2026-04-09T04:55:23.127Z	INFO	spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`.	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb"}
2026-04-09T04:55:26.173Z	INFO	spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`.	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb"}
2026-04-09T04:55:26.198Z	INFO	spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`.	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb"}
2026-04-09T04:55:29.299Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "auto-some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-04-09T04:55:29.420Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "some-name-tls-issue-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T04:55:29.461Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T04:55:29.529Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:55:29.578Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "some-name-tls-issue-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:55:29.632Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "some-name-tls-issue-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:55:29.714Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9b125332-834d-4980-81f8-e6f24913c4bb", "object": "some-name-tls-issue-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:55:30.161Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "01a6b944-173d-42a0-bdc0-a80eab732afb", "object": "some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-04-09T04:55:30.182Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "01a6b944-173d-42a0-bdc0-a80eab732afb", "object": "some-name-tls-issue-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-04-09T04:56:52.682Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e", "user": "operator"}
2026-04-09T04:56:52.719Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e", "user": "monitor"}
2026-04-09T04:56:52.781Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e"}
2026-04-09T04:56:52.833Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e"}
2026-04-09T04:56:52.867Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e", "user": "xtrabackup"}
2026-04-09T04:56:52.913Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e"}
2026-04-09T04:56:52.945Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e", "user": "replication"}
2026-04-09T04:56:52.958Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "baa5680a-8619-4267-9c26-d9ccbd4e1a8e", "err": "get primary pxc pod: not found"}
2026-04-09T04:56:58.099Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "87572313-e711-47e8-a4f1-0dfc20ef3911", "err": "get primary pxc pod: not found"}
2026-04-09T04:57:03.247Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "2015cf4c-031c-4f5a-8c33-ce93d72090f6", "err": "get primary pxc pod: not found"}
2026-04-09T04:57:08.415Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "3fbf1ee0-b2c5-4123-a470-33781100bb02", "err": "get primary pxc pod: not found"}
2026-04-09T04:59:30.815Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "a05b9a1a-029d-4b95-8a25-3e46560f2c11", "user": "root"}
2026-04-09T04:59:30.975Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "a05b9a1a-029d-4b95-8a25-3e46560f2c11", "new version": "8.0.43-34.1"}
2026-04-09T04:59:33.024Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "a05b9a1a-029d-4b95-8a25-3e46560f2c11"}
2026-04-09T04:59:39.330Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "a95bdc2a-fd08-4daf-8319-539f598465a1"}
2026-04-09T04:59:44.525Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "bcb72e67-4d9d-40b4-8909-1ddabacb7ee6"}
2026-04-09T04:59:49.925Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "96962716-f188-4f6b-b72e-26d527990c02"}
2026-04-09T04:59:55.723Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "275483a3-923b-4257-b65b-02d9506c0048"}
2026-04-09T05:00:00.954Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "c7335e05-990a-454e-90f0-6c5b2f141cec"}
2026-04-09T05:00:06.455Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "af346a6c-041a-41d7-8c1a-c39c2df6f9c4"}
2026-04-09T05:00:11.750Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "4e7e6fd2-5cba-4051-8ee2-f9dd5c8cceef"}
2026-04-09T05:00:17.140Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "26ce1e91-eab1-45e4-8099-ddd63f1ae671"}
2026-04-09T05:00:22.531Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "0fc15c44-5278-490d-923d-8e23aa3e12ba"}
2026-04-09T05:00:27.944Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "a88e1a4f-7dbe-4713-8ae0-f52ecb3af328"}
2026-04-09T05:00:33.437Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "d0007e13-c6f6-46a4-bf53-faa78a71d0c9"}
2026-04-09T05:00:38.423Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "aaa93f9d-3a09-40f9-9966-de4be1937975"}
2026-04-09T05:00:43.753Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "87410a4f-dd86-446d-b78e-f46b7ddef771"}
2026-04-09T05:00:49.152Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "ae9b5071-ec80-42dd-b08f-6951a612bbfb"}
2026-04-09T05:00:54.629Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9bf47cfe-6032-47d7-a8c4-f66a0c3feffd"}
2026-04-09T05:01:00.010Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "482ab1e0-95fe-49bd-80cc-f0811040950d"}
2026-04-09T05:01:03.810Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "e117227e-fbb5-47e0-b0f9-f1e33ca95975", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T05:01:03.855Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "e117227e-fbb5-47e0-b0f9-f1e33ca95975", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T05:01:03.922Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "e117227e-fbb5-47e0-b0f9-f1e33ca95975", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T05:01:04.020Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "e117227e-fbb5-47e0-b0f9-f1e33ca95975", "object": "some-name-tls-issue-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T05:01:05.529Z	ERROR	sync users	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "02b0dee5-61ea-45c1-868b-521e89bc6d46", "error": "exec syncusers: failed to execute command in pod: pods \"some-name-tls-issue-proxysql-1\" not found /  / ", "errorVerbose": "exec syncusers: failed to execute command in pod: pods \"some-name-tls-issue-proxysql-1\" not found /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:975\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:832\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"}
2026-04-09T05:01:06.466Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "e117227e-fbb5-47e0-b0f9-f1e33ca95975", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.227.4:3306: connect: connection refused"}
2026-04-09T05:01:07.179Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "63606aaa-1d37-4f82-b98e-720f0e69092b", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-04-09T05:01:09.205Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "63606aaa-1d37-4f82-b98e-720f0e69092b", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.227.4:3306: connect: connection refused"}
2026-04-09T05:01:16.411Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "9099e2bf-4a36-4ec3-b37f-dcba738e2ce8", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.227.4:3306: connect: connection refused"}
2026-04-09T05:01:24.057Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-10156"}, "namespace": "tls-issue-cert-manager-10156", "name": "some-name-tls-issue", "reconcileID": "80a1a4e6-1845-4f59-aba8-6a41314e2a27", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.227.4:3306: connect: connection refused"}
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:834
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n tls-issue-cert-manager-10156 some-name-tls-issue --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.MU0UrtGViA
++ mktemp
+ local LAST_ERR=/tmp/tmp.vJhWyffXXa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MU0UrtGViA
perconaxtradbcluster.pxc.percona.com "some-name-tls-issue" deleted from tls-issue-cert-manager-10156 namespace
+ cat /tmp/tmp.vJhWyffXXa
+ rm /tmp/tmp.MU0UrtGViA /tmp/tmp.vJhWyffXXa
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.FBss3ujjA6
++ mktemp
+ local LAST_ERR=/tmp/tmp.0jF4PCgIJV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FBss3ujjA6
No resources found
+ cat /tmp/tmp.0jF4PCgIJV
+ rm /tmp/tmp.FBss3ujjA6 /tmp/tmp.0jF4PCgIJV
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.0tksruTKdw
++ mktemp
+ local LAST_ERR=/tmp/tmp.qNyHp0IWn8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0tksruTKdw
No resources found
+ cat /tmp/tmp.qNyHp0IWn8
+ rm /tmp/tmp.0tksruTKdw /tmp/tmp.qNyHp0IWn8
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.ucXEDluRtz
++ mktemp
+ local LAST_ERR=/tmp/tmp.Fhqo1pLSuo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ucXEDluRtz
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.Fhqo1pLSuo
+ rm /tmp/tmp.ucXEDluRtz /tmp/tmp.Fhqo1pLSuo
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace tls-issue-cert-manager-10156
+ rm -rf /tmp/tmp.UT7SGLQCmi
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.mMnRg20KRk
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
+ local LAST_ERR=/tmp/tmp.OdILTFlpXx
+ local exit_status=0
++ seq 0 2
++ mktemp
+ local LAST_OUT=/tmp/tmp.dnQdMj6p3c
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace tls-issue-cert-manager-10156
++ mktemp
+ local LAST_ERR=/tmp/tmp.kyQkN7snp5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator