Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/logs/tls-issue-cert-manager-8-0.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ main
+ create_infra tls-issue-cert-manager-2888
+ local ns=tls-issue-cert-manager-2888
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n tls-issue-cert-manager-12794 some-name-tls-issue --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.bMSd1xydcA
++ mktemp
+ local LAST_ERR=/tmp/tmp.sbM5Iv5tkf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bMSd1xydcA
perconaxtradbcluster.pxc.percona.com "some-name-tls-issue" deleted from tls-issue-cert-manager-12794 namespace
+ cat /tmp/tmp.sbM5Iv5tkf
+ rm /tmp/tmp.bMSd1xydcA /tmp/tmp.sbM5Iv5tkf
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.NgC3xT0gR3
++ mktemp
+ local LAST_ERR=/tmp/tmp.EftXwTulrX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NgC3xT0gR3
No resources found
+ cat /tmp/tmp.EftXwTulrX
+ rm /tmp/tmp.NgC3xT0gR3 /tmp/tmp.EftXwTulrX
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.93oaKfLMOO
++ mktemp
+ local LAST_ERR=/tmp/tmp.e9qFG80L0N
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.93oaKfLMOO
No resources found
+ cat /tmp/tmp.e9qFG80L0N
+ rm /tmp/tmp.93oaKfLMOO /tmp/tmp.e9qFG80L0N
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep validate-auth
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
++ mktemp
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.15paGf5KYQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.oNkjVKsqD7
+ local exit_status=0
+ local LAST_OUT=/tmp/tmp.4KIFtBK5Nw
++ mktemp
+ local LAST_ERR=/tmp/tmp.QnY8KalgLj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.15paGf5KYQ
+ cat /tmp/tmp.oNkjVKsqD7
+ rm /tmp/tmp.15paGf5KYQ /tmp/tmp.oNkjVKsqD7
+ return 0
namespace "cert-manager" deleted
namespace "tls-issue-cert-manager-12794" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4KIFtBK5Nw
namespace "pxc-operator" deleted
+ cat /tmp/tmp.QnY8KalgLj
+ rm /tmp/tmp.4KIFtBK5Nw /tmp/tmp.QnY8KalgLj
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.yjsDwrcpr7
++ mktemp
+ local LAST_ERR=/tmp/tmp.z4wRK1MInz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yjsDwrcpr7
namespace/pxc-operator created
+ cat /tmp/tmp.z4wRK1MInz
+ rm /tmp/tmp.yjsDwrcpr7 /tmp/tmp.z4wRK1MInz
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hfBIYEOOxe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MYNVPAIjzU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hfBIYEOOxe
++ cat /tmp/tmp.MYNVPAIjzU
++ rm /tmp/tmp.hfBIYEOOxe /tmp/tmp.MYNVPAIjzU
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2430-4c2d14f6-1-cluster4 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.X1Rufy1odo
++ mktemp
+ local LAST_ERR=/tmp/tmp.uYfdfWENiO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2430-4c2d14f6-1-cluster4 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.X1Rufy1odo
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2430-4c2d14f6-1-cluster4" modified.
+ cat /tmp/tmp.uYfdfWENiO
+ rm /tmp/tmp.X1Rufy1odo /tmp/tmp.uYfdfWENiO
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hmBXJZwIaI
++ mktemp
+ local LAST_ERR=/tmp/tmp.TFet7iLB74
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hmBXJZwIaI
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.TFet7iLB74
+ rm /tmp/tmp.hmBXJZwIaI /tmp/tmp.TFet7iLB74
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.BRjHIhvuXJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.fdikz4PhG5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BRjHIhvuXJ
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.fdikz4PhG5
+ rm /tmp/tmp.BRjHIhvuXJ /tmp/tmp.fdikz4PhG5
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2430-4c2d14f6^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ kubectl_bin apply -f -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
++ mktemp
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ local LAST_OUT=/tmp/tmp.Oizfkn5J02
++ mktemp
+ local LAST_ERR=/tmp/tmp.WeUhx1Nn1I
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Oizfkn5J02
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.WeUhx1Nn1I
+ rm /tmp/tmp.Oizfkn5J02 /tmp/tmp.WeUhx1Nn1I
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.wwekNgGobw
++ mktemp
+ local LAST_ERR=/tmp/tmp.B1Ftf2u18W
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wwekNgGobw
pod/percona-xtradb-cluster-operator-6fb85f99c9-cxhrk condition met
+ cat /tmp/tmp.B1Ftf2u18W
+ rm /tmp/tmp.wwekNgGobw /tmp/tmp.B1Ftf2u18W
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z4P23DYfGI
+++ mktemp
++ head -1
++ local LAST_ERR=/tmp/tmp.qGRA4M9IIz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.z4P23DYfGI
++ cat /tmp/tmp.qGRA4M9IIz
++ rm /tmp/tmp.z4P23DYfGI /tmp/tmp.qGRA4M9IIz
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6fb85f99c9-cxhrk 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-6fb85f99c9-cxhrk
+ local max_retry=480
+ local ns=pxc-operator
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo percona-xtradb-cluster-operator-6fb85f99c9-cxhrk
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6fb85f99c9-cxhrk condition met
waiting for pod/percona-xtradb-cluster-operator-6fb85f99c9-cxhrk to become Ready.Ok
+ sleep 3
+ create_namespace tls-issue-cert-manager-2888
+ local namespace=tls-issue-cert-manager-2888
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces tls-issue-cert-manager-2888'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces tls-issue-cert-manager-2888
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace tls-issue-cert-manager-2888
++ mktemp
+ xargs kubectl delete ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ local LAST_OUT=/tmp/tmp.FSv8yvfp25
++ mktemp
+ local LAST_OUT=/tmp/tmp.40W0Cb8pdG
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.2t78zGfNNq
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.ogaHx7sbju
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ awk '{print$1}'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-2888
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-2888
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FSv8yvfp25
+ cat /tmp/tmp.2t78zGfNNq
+ rm /tmp/tmp.FSv8yvfp25 /tmp/tmp.2t78zGfNNq
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-2888
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.40W0Cb8pdG
+ cat /tmp/tmp.ogaHx7sbju
Error from server (NotFound): namespaces "tls-issue-cert-manager-2888" not found
+ rm /tmp/tmp.40W0Cb8pdG /tmp/tmp.ogaHx7sbju
+ return 1
+ :
+ wait_for_delete namespace/tls-issue-cert-manager-2888
+ local res=namespace/tls-issue-cert-manager-2888
+ echo -n 'waiting for namespace/tls-issue-cert-manager-2888 to be deleted'
waiting for namespace/tls-issue-cert-manager-2888 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "tls-issue-cert-manager-2888" not found
+ desc 'create namespace tls-issue-cert-manager-2888'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace tls-issue-cert-manager-2888
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace tls-issue-cert-manager-2888
++ mktemp
+ local LAST_OUT=/tmp/tmp.PHw1ARdZ0M
++ mktemp
+ local LAST_ERR=/tmp/tmp.LpbEXFSaiV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace tls-issue-cert-manager-2888
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PHw1ARdZ0M
namespace/tls-issue-cert-manager-2888 created
+ cat /tmp/tmp.LpbEXFSaiV
+ rm /tmp/tmp.PHw1ARdZ0M /tmp/tmp.LpbEXFSaiV
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FWlMVbN3Sa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J39eWY5Luo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FWlMVbN3Sa
++ cat /tmp/tmp.J39eWY5Luo
++ rm /tmp/tmp.FWlMVbN3Sa /tmp/tmp.J39eWY5Luo
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2430-4c2d14f6-1-cluster4 --namespace=tls-issue-cert-manager-2888
++ mktemp
+ local LAST_OUT=/tmp/tmp.AVyIv1wRGz
++ mktemp
+ local LAST_ERR=/tmp/tmp.N1KRXP44bt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2430-4c2d14f6-1-cluster4 --namespace=tls-issue-cert-manager-2888
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.AVyIv1wRGz
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2430-4c2d14f6-1-cluster4" modified.
+ cat /tmp/tmp.N1KRXP44bt
+ rm /tmp/tmp.AVyIv1wRGz /tmp/tmp.N1KRXP44bt
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.e10wHT04af
++ mktemp
+ local LAST_ERR=/tmp/tmp.hhv6EMVbr6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.e10wHT04af
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.hhv6EMVbr6
+ rm /tmp/tmp.e10wHT04af /tmp/tmp.hhv6EMVbr6
+ return 0
+ cluster=some-name-tls-issue
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.gOtQTO71Xi
++ mktemp
+ local LAST_ERR=/tmp/tmp.idr9gypxm8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gOtQTO71Xi
namespace/cert-manager created
+ cat /tmp/tmp.idr9gypxm8
+ rm /tmp/tmp.gOtQTO71Xi /tmp/tmp.idr9gypxm8
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.YBvECtPYrE
++ mktemp
+ local LAST_ERR=/tmp/tmp.jWaxf7GrB4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YBvECtPYrE
namespace/cert-manager labeled
+ cat /tmp/tmp.jWaxf7GrB4
+ rm /tmp/tmp.YBvECtPYrE /tmp/tmp.jWaxf7GrB4
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ru9Gjyllcy
++ mktemp
+ local LAST_ERR=/tmp/tmp.NFtqqFTpo5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ru9Gjyllcy
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.NFtqqFTpo5
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.Ru9Gjyllcy /tmp/tmp.NFtqqFTpo5
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
+ desc 'create pxc cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create pxc cluster
-----------------------------------------------------------------------------------

+ spinup_pxc some-name-tls-issue /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/secrets_without_tls.yml /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local cluster=some-name-tls-issue
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/secrets_without_tls.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/secrets_without_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.iviUdP7upN
++ mktemp
+ local LAST_ERR=/tmp/tmp.xFHDMZ6B7h
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/conf/secrets_without_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iviUdP7upN
secret/my-cluster-secrets created
+ cat /tmp/tmp.xFHDMZ6B7h
+ rm /tmp/tmp.iviUdP7upN /tmp/tmp.xFHDMZ6B7h
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ local LAST_OUT=/tmp/tmp.zGVeF3KTKT
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-2888~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2430-4c2d14f6#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.yBDwmLALCR
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zGVeF3KTKT
deployment.apps/pxc-client created
+ cat /tmp/tmp.yBDwmLALCR
+ rm /tmp/tmp.zGVeF3KTKT /tmp/tmp.yBDwmLALCR
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local pvc_name=
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ local pvc_name=
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-2888~
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2430-4c2d14f6#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ local LAST_OUT=/tmp/tmp.zOHun8ma1I
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue.yml
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.apPkJBIkkB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zOHun8ma1I
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue created
+ cat /tmp/tmp.apPkJBIkkB
+ rm /tmp/tmp.zOHun8ma1I /tmp/tmp.apPkJBIkkB
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name-tls-issue
++ local target_cluster=some-name-tls-issue
+++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KjdDE3fuUh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tL7Ti3jnTm
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.KjdDE3fuUh
+++ cat /tmp/tmp.tL7Ti3jnTm
+++ rm /tmp/tmp.KjdDE3fuUh /tmp/tmp.tL7Ti3jnTm
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.qiuO09givt
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.d34eiiUeHB
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.qiuO09givt
+++ cat /tmp/tmp.d34eiiUeHB
+++ rm /tmp/tmp.qiuO09givt /tmp/tmp.d34eiiUeHB
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-tls-issue-proxysql
++ return
+ local proxy=some-name-tls-issue-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-2888
++ mktemp
+ local LAST_OUT=/tmp/tmp.WySIDTtwp8
++ mktemp
+ local LAST_ERR=/tmp/tmp.mxHjjOiYAR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-2888
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-2888
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n tls-issue-cert-manager-2888
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.WySIDTtwp8
+ cat /tmp/tmp.mxHjjOiYAR
error: no matching resources found
+ rm /tmp/tmp.WySIDTtwp8 /tmp/tmp.mxHjjOiYAR
+ return 1
+ true
+ wait_for_running some-name-tls-issue-proxysql 1
+ local name=some-name-tls-issue-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-proxysql-0 480
+ local pod=some-name-tls-issue-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-proxysql-0
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=proxysql
+ set +o xtrace
pod/some-name-tls-issue-proxysql-0 condition met
waiting for pod/some-name-tls-issue-proxysql-0 to become Ready.Ok
+ wait_for_running some-name-tls-issue-pxc 3
+ local name=some-name-tls-issue-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-pxc-0 480
+ local pod=some-name-tls-issue-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-tls-issue-pxc-0 condition met
waiting for pod/some-name-tls-issue-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-pxc-1 480
+ local pod=some-name-tls-issue-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-tls-issue-pxc-1 condition met
waiting for pod/some-name-tls-issue-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-pxc-2 480
+ local pod=some-name-tls-issue-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-tls-issue-pxc-2 condition met
waiting for pod/some-name-tls-issue-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IfcjnTn7sl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FP5vgk0xve
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IfcjnTn7sl
++ cat /tmp/tmp.FP5vgk0xve
++ rm /tmp/tmp.IfcjnTn7sl /tmp/tmp.FP5vgk0xve
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KBpJQaYwB8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oBm6lz5zX1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KBpJQaYwB8
++ cat /tmp/tmp.oBm6lz5zX1
++ rm /tmp/tmp.KBpJQaYwB8 /tmp/tmp.oBm6lz5zX1
++ return 0
+ client_pod=pxc-client-64c657cf9f-tshft
+ wait_pod pxc-client-64c657cf9f-tshft
+ local pod=pxc-client-64c657cf9f-tshft
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-tshft
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-tshft condition met
waiting for pod/pxc-client-64c657cf9f-tshft to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-tls-issue-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aIL0fQ04gC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t26BuRBZuT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aIL0fQ04gC
++ cat /tmp/tmp.t26BuRBZuT
++ rm /tmp/tmp.aIL0fQ04gC /tmp/tmp.t26BuRBZuT
++ return 0
+ client_pod=pxc-client-64c657cf9f-tshft
+ wait_pod pxc-client-64c657cf9f-tshft
+ local pod=pxc-client-64c657cf9f-tshft
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-tshft
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-tshft condition met
waiting for pod/pxc-client-64c657cf9f-tshft to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-0.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9ivHVuAm7V
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xRji9UvhNX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9ivHVuAm7V
++ cat /tmp/tmp.xRji9UvhNX
++ rm /tmp/tmp.9ivHVuAm7V /tmp/tmp.xRji9UvhNX
++ return 0
+ client_pod=pxc-client-64c657cf9f-tshft
+ wait_pod pxc-client-64c657cf9f-tshft
+ local pod=pxc-client-64c657cf9f-tshft
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-64c657cf9f-tshft
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-tshft condition met
waiting for pod/pxc-client-64c657cf9f-tshft to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.qYtBZ9XG3m/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.qYtBZ9XG3m/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1.sql /tmp/tmp.qYtBZ9XG3m/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-1.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.is6VjYZOcP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IHRYNm12PG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.is6VjYZOcP
++ cat /tmp/tmp.IHRYNm12PG
++ rm /tmp/tmp.is6VjYZOcP /tmp/tmp.IHRYNm12PG
++ return 0
+ client_pod=pxc-client-64c657cf9f-tshft
+ wait_pod pxc-client-64c657cf9f-tshft
+ local pod=pxc-client-64c657cf9f-tshft
+ local max_retry=480
+ local ns=
++ echo pxc-client-64c657cf9f-tshft
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-tshft condition met
waiting for pod/pxc-client-64c657cf9f-tshft to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.qYtBZ9XG3m/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.qYtBZ9XG3m/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1.sql /tmp/tmp.qYtBZ9XG3m/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-tls-issue-pxc-2.some-name-tls-issue-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RnCDGw29QU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1ss6BSuf4N
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RnCDGw29QU
++ cat /tmp/tmp.1ss6BSuf4N
++ rm /tmp/tmp.RnCDGw29QU /tmp/tmp.1ss6BSuf4N
++ return 0
+ client_pod=pxc-client-64c657cf9f-tshft
+ wait_pod pxc-client-64c657cf9f-tshft
+ local pod=pxc-client-64c657cf9f-tshft
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo pxc-client-64c657cf9f-tshft
+ local container=
+ set +o xtrace
pod/pxc-client-64c657cf9f-tshft condition met
waiting for pod/pxc-client-64c657cf9f-tshft to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.qYtBZ9XG3m/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.qYtBZ9XG3m/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/select-1.sql /tmp/tmp.qYtBZ9XG3m/select-1.sql
+ is_keyring_plugin_in_use some-name-tls-issue
+ local cluster=some-name-tls-issue
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ kubectl exec some-name-tls-issue-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ grep -E -o 'early-plugin-load=keyring_\w+.so'
+ return 1
+ wait_cluster_consistency some-name-tls-issue 3 2
+ local cluster_name=some-name-tls-issue
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name-tls-issue to be ready'
waiting for pxc/some-name-tls-issue to be ready++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9NiGZqWGEN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Qjkig9oiB3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9NiGZqWGEN
++ cat /tmp/tmp.Qjkig9oiB3
++ rm /tmp/tmp.9NiGZqWGEN /tmp/tmp.Qjkig9oiB3
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hGbSo3PyoW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ueHu3mOHJ8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hGbSo3PyoW
++ cat /tmp/tmp.ueHu3mOHJ8
++ rm /tmp/tmp.hGbSo3PyoW /tmp/tmp.ueHu3mOHJ8
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name-tls-issue
+++ local cluster_name=some-name-tls-issue
++++ get_proxy some-name-tls-issue
++++ local target_cluster=some-name-tls-issue
+++++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.AJEVZkfRvM
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.6YusL9IrlW
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.AJEVZkfRvM
+++++ cat /tmp/tmp.6YusL9IrlW
+++++ rm /tmp/tmp.AJEVZkfRvM /tmp/tmp.6YusL9IrlW
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.KLvou3rMLc
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.hZkDbZwony
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.KLvou3rMLc
+++++ cat /tmp/tmp.hZkDbZwony
+++++ rm /tmp/tmp.KLvou3rMLc /tmp/tmp.hZkDbZwony
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-tls-issue-proxysql
++++ return
+++ local cluster_proxy=some-name-tls-issue-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qAbubtolch
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kXjK8i6wpH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qAbubtolch
++ cat /tmp/tmp.kXjK8i6wpH
++ rm /tmp/tmp.qAbubtolch /tmp/tmp.kXjK8i6wpH
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ desc 'check if certificates issued with certmanager'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificates issued with certmanager
-----------------------------------------------------------------------------------

+ tlsSecretsShouldExist some-name-tls-issue-ssl
+ local secretName=some-name-tls-issue-ssl
+ checkTLSSecret some-name-tls-issue-ssl ca.crt
+ local secretName=some-name-tls-issue-ssl
+ local dataKey=ca.crt
++ kubectl_bin get secrets/some-name-tls-issue-ssl -o json
+++ mktemp
++ jq '.data["ca.crt"]'
++ local LAST_OUT=/tmp/tmp.I2dhzotNcP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kEKfeW1Vb2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-tls-issue-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.I2dhzotNcP
++ cat /tmp/tmp.kEKfeW1Vb2
++ rm /tmp/tmp.I2dhzotNcP /tmp/tmp.kEKfeW1Vb2
++ return 0
+ local 'secretData="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURFakNDQWZxZ0F3SUJBZ0lVUGl2dHh2b2w5NkdZdG93ZFY5dVRLVWhwc3Jnd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFEyTWpkYUZ3MHlPREF5TVRZeE1qUTJNamRhTUNFeEh6QWRCZ05WQkFNVEZuTnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0WTJFd2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUJEd0F3Z2dFS0FvSUJBUURDOTMwZ2RsbkUKV3VGNFR1bHhRUlVvbUV3VUxmTXJFQmlob1NGdTNEd2NMTENoMVNYOVN0UG4zdjd4THFtM240RHNyejZuVVFwcQpaSjhSaisxc1JGcWc2WlhVc0p2di9lNjROYzFtVk9nZEVoRHZ0S0RyY2pUSVMzUTg5MjVvLzkySFR1WUdpSzZmCmRiUkpIL1gweFhma0R3ZmphTnlXcXhHL1M1OGpyUzVySythWHc2K2VnM0ZqK3prUjhCSDFjU0w1Q0JEVTRJdUkKc2Y2VmhUUW9sUDNadWE3RVNzRmdwZXJNTFl1RXdZWmIrRXR5RGd4NURHdFhSbjRKakt0MTdRVjJYSVIyenNBQgpLNWEvRW01RWRibmV0eTl2WGYzMTNqVzNqZzc3NDYwV3RpLytuUzJ2UzhOY2ZKeGpBUXJCUEFrbDJsRFRNNXVPCkFOYlY3UWNNLzJMckFnTUJBQUdqUWpCQU1BNEdBMVVkRHdFQi93UUVBd0lDcERBUEJnTlZIUk1CQWY4RUJUQUQKQVFIL01CMEdBMVVkRGdRV0JCUk83RElFMHF5dHU5emRyUVcyc3NFdFljTlN3VEFOQmdrcWhraUc5dzBCQVFzRgpBQU9DQVFFQWg5cmNQdTd2QzJpd2hYSlpQTzVJa2NPeFpvRHhrM2l4aGFmWUxYM3RlaEpObmpYYWt0TGxOYnorCk1sR0ZCTXE1UFRMOGVza1diWjJOSzNxTFgvT2Z0Q3p1b1hwbjVhOWE3dVNtR2xWNVcrVzBLdTBlVVdTU29pU00KckdBZGN5c0l6eGJCMkdkY3VwM3YvSFJnWkxsdEhYNjVEeEpjek5WSDh3SVRKMFpBL1hxYzhQM0ZoeFFhU0RIawpyOEU1T2g4VVZpamhxeW1sVlkvZ0FUb2xDT1paYjFHVHhhNHZoeXk2NEdTZDc0bEg4WlE2YjR6NHg3RFgwTmRqClc3ZVJaVjVYeHJPK01ha09xZExMUlVoN1ltOWIyRkZrMGR3eXE2VXQ2VjB6UE5ZTmwzME9oV1ovZEVyNlRaV2YKaXROVE03ZGNtU2d1cUwxUEs5NkpCbXJtT25FZit3PT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="'
+ '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURFakNDQWZxZ0F3SUJBZ0lVUGl2dHh2b2w5NkdZdG93ZFY5dVRLVWhwc3Jnd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFEyTWpkYUZ3MHlPREF5TVRZeE1qUTJNamRhTUNFeEh6QWRCZ05WQkFNVEZuTnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0WTJFd2dnRWlNQTBHQ1NxR1NJYjNEUUVCQVFVQUE0SUJEd0F3Z2dFS0FvSUJBUURDOTMwZ2RsbkUKV3VGNFR1bHhRUlVvbUV3VUxmTXJFQmlob1NGdTNEd2NMTENoMVNYOVN0UG4zdjd4THFtM240RHNyejZuVVFwcQpaSjhSaisxc1JGcWc2WlhVc0p2di9lNjROYzFtVk9nZEVoRHZ0S0RyY2pUSVMzUTg5MjVvLzkySFR1WUdpSzZmCmRiUkpIL1gweFhma0R3ZmphTnlXcXhHL1M1OGpyUzVySythWHc2K2VnM0ZqK3prUjhCSDFjU0w1Q0JEVTRJdUkKc2Y2VmhUUW9sUDNadWE3RVNzRmdwZXJNTFl1RXdZWmIrRXR5RGd4NURHdFhSbjRKakt0MTdRVjJYSVIyenNBQgpLNWEvRW01RWRibmV0eTl2WGYzMTNqVzNqZzc3NDYwV3RpLytuUzJ2UzhOY2ZKeGpBUXJCUEFrbDJsRFRNNXVPCkFOYlY3UWNNLzJMckFnTUJBQUdqUWpCQU1BNEdBMVVkRHdFQi93UUVBd0lDcERBUEJnTlZIUk1CQWY4RUJUQUQKQVFIL01CMEdBMVVkRGdRV0JCUk83RElFMHF5dHU5emRyUVcyc3NFdFljTlN3VEFOQmdrcWhraUc5dzBCQVFzRgpBQU9DQVFFQWg5cmNQdTd2QzJpd2hYSlpQTzVJa2NPeFpvRHhrM2l4aGFmWUxYM3RlaEpObmpYYWt0TGxOYnorCk1sR0ZCTXE1UFRMOGVza1diWjJOSzNxTFgvT2Z0Q3p1b1hwbjVhOWE3dVNtR2xWNVcrVzBLdTBlVVdTU29pU00KckdBZGN5c0l6eGJCMkdkY3VwM3YvSFJnWkxsdEhYNjVEeEpjek5WSDh3SVRKMFpBL1hxYzhQM0ZoeFFhU0RIawpyOEU1T2g4VVZpamhxeW1sVlkvZ0FUb2xDT1paYjFHVHhhNHZoeXk2NEdTZDc0bEg4WlE2YjR6NHg3RFgwTmRqClc3ZVJaVjVYeHJPK01ha09xZExMUlVoN1ltOWIyRkZrMGR3eXE2VXQ2VjB6UE5ZTmwzME9oV1ovZEVyNlRaV2YKaXROVE03ZGNtU2d1cUwxUEs5NkpCbXJtT25FZit3PT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' ']'
+ checkTLSSecret some-name-tls-issue-ssl tls.crt
+ local secretName=some-name-tls-issue-ssl
+ local dataKey=tls.crt
++ jq '.data["tls.crt"]'
++ kubectl_bin get secrets/some-name-tls-issue-ssl -o json
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9tayiqWNY2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.R94MKPD8Oz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-tls-issue-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9tayiqWNY2
++ cat /tmp/tmp.R94MKPD8Oz
++ rm /tmp/tmp.9tayiqWNY2 /tmp/tmp.R94MKPD8Oz
++ return 0
+ local 'secretData="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURvVENDQW9tZ0F3SUJBZ0lVVWpYNVgyYk5zT2lwbk55ZUdHclpiTm5xcW5vd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFEyTWpsYUZ3MHlOakExTWpjeE1qUTJNamxhTUNjeEpUQWpCZ05WQkFNVEhITnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0Y0hKdmVIbHpjV3d3Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3QKV01YN0hGNHhTYTRFakNad292OHh1ZTVDK1VkS1A0SmgrMmtjU1pjOEdSZklIUTEyR0ZJVUlqUW5nQm9WUlFKdwpUSUI3eERHa05jekJTSlNXUHpxdTNtVTN1Vm5XMTRSOXU1ZXNUeng0aVpkbnFhL210bGxSUERHSzc3T21KTHgzCm94b3VTdXRQb20rdGM4MWRtcFRwR28zQ0x3ZUViSWVEUHdLMlZDZU5idG1XSUdxYllSQVNjTnYvTlBXTld4RzEKd3NRNzZuMG5CVVpUSkRlL2EvTTdwQzJWdkxkZFdWZFhqY2w4NkxsckZxZndicWhZN0ZhRjBRbm9TS3luNG9yVQowMDRIcGROMkZaRUcrZndRUU55bG13Y2NWZlJsbTlZUnZKd2JZekltK0dUUVgrN3FSeHVnNjdLNXF0M1I3d0lqCnB1TXhRMG91WlFnbm9DUDY0Zlo3QWdNQkFBR2pnY293Z2Njd0RnWURWUjBQQVFIL0JBUURBZ1dnTUF3R0ExVWQKRXdFQi93UUNNQUF3SHdZRFZSMGpCQmd3Rm9BVVR1d3lCTktzcmJ2YzNhMEZ0ckxCTFdIRFVzRXdnWVVHQTFVZApFUVIrTUh5Q0YzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVXRjSGhqZ2h4emIyMWxMVzVoYldVdGRHeHpMV2x6CmMzVmxMWEJ5YjNoNWMzRnNnaGtxTG5OdmJXVXRibUZ0WlMxMGJITXRhWE56ZFdVdGNIaGpnaDRxTG5OdmJXVXQKYm1GdFpTMTBiSE10YVhOemRXVXRjSEp2ZUhsemNXeUNDSFJsYzNRdVkyOXRNQTBHQ1NxR1NJYjNEUUVCQ3dVQQpBNElCQVFCSXhBa0MwL3UyZmEycjQxazhvYjVHVW1IK3dVdkg1alA0T0dubGRtMU91cjhiMi92UlltdDlreWR0Cm9JTTl0Qkx5SFdza1g2NDZncDMyRGJBQmlFSjVZeitKMWJEbDdWZXBrN3BCNCs2cVZ6L2JLRGxrYXBrSHh3TmgKQTVoZDJHbEg0NnVPZ1htTGtLWWFrMmZ5YWNNTGJqVWRNWk5pSTF0SGFFUE9IVmQ0TXFKNTVpSWN2eno1VGljdQorVHJFRHB4UzhuUVNKMEQ4WDlPVUZEVnl6dWR1OVBZQWt1UVkyUnE4VS9FVVVWc3Nla2xaNW9rZk1ZR01pb1JSCnZpWHViMEFsbWN0NlZ6a0tGbmxrLzcwYUEzRWp3NCtGeHdEQ1dxaUM1RWpTVXlUaXAwcnpIajZCZWt1L1QzbVAKQUN1OUQxZG90ZVVldnZJQml3cXFka1JPQklCaQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg=="'
+ '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURvVENDQW9tZ0F3SUJBZ0lVVWpYNVgyYk5zT2lwbk55ZUdHclpiTm5xcW5vd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0lURWZNQjBHQTFVRUF4TVdjMjl0WlMxdVlXMWxMWFJzY3kxcGMzTjFaUzFqWVRBZUZ3MHlOakEwTURrdwpORFEyTWpsYUZ3MHlOakExTWpjeE1qUTJNamxhTUNjeEpUQWpCZ05WQkFNVEhITnZiV1V0Ym1GdFpTMTBiSE10CmFYTnpkV1V0Y0hKdmVIbHpjV3d3Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3QKV01YN0hGNHhTYTRFakNad292OHh1ZTVDK1VkS1A0SmgrMmtjU1pjOEdSZklIUTEyR0ZJVUlqUW5nQm9WUlFKdwpUSUI3eERHa05jekJTSlNXUHpxdTNtVTN1Vm5XMTRSOXU1ZXNUeng0aVpkbnFhL210bGxSUERHSzc3T21KTHgzCm94b3VTdXRQb20rdGM4MWRtcFRwR28zQ0x3ZUViSWVEUHdLMlZDZU5idG1XSUdxYllSQVNjTnYvTlBXTld4RzEKd3NRNzZuMG5CVVpUSkRlL2EvTTdwQzJWdkxkZFdWZFhqY2w4NkxsckZxZndicWhZN0ZhRjBRbm9TS3luNG9yVQowMDRIcGROMkZaRUcrZndRUU55bG13Y2NWZlJsbTlZUnZKd2JZekltK0dUUVgrN3FSeHVnNjdLNXF0M1I3d0lqCnB1TXhRMG91WlFnbm9DUDY0Zlo3QWdNQkFBR2pnY293Z2Njd0RnWURWUjBQQVFIL0JBUURBZ1dnTUF3R0ExVWQKRXdFQi93UUNNQUF3SHdZRFZSMGpCQmd3Rm9BVVR1d3lCTktzcmJ2YzNhMEZ0ckxCTFdIRFVzRXdnWVVHQTFVZApFUVIrTUh5Q0YzTnZiV1V0Ym1GdFpTMTBiSE10YVhOemRXVXRjSGhqZ2h4emIyMWxMVzVoYldVdGRHeHpMV2x6CmMzVmxMWEJ5YjNoNWMzRnNnaGtxTG5OdmJXVXRibUZ0WlMxMGJITXRhWE56ZFdVdGNIaGpnaDRxTG5OdmJXVXQKYm1GdFpTMTBiSE10YVhOemRXVXRjSEp2ZUhsemNXeUNDSFJsYzNRdVkyOXRNQTBHQ1NxR1NJYjNEUUVCQ3dVQQpBNElCQVFCSXhBa0MwL3UyZmEycjQxazhvYjVHVW1IK3dVdkg1alA0T0dubGRtMU91cjhiMi92UlltdDlreWR0Cm9JTTl0Qkx5SFdza1g2NDZncDMyRGJBQmlFSjVZeitKMWJEbDdWZXBrN3BCNCs2cVZ6L2JLRGxrYXBrSHh3TmgKQTVoZDJHbEg0NnVPZ1htTGtLWWFrMmZ5YWNNTGJqVWRNWk5pSTF0SGFFUE9IVmQ0TXFKNTVpSWN2eno1VGljdQorVHJFRHB4UzhuUVNKMEQ4WDlPVUZEVnl6dWR1OVBZQWt1UVkyUnE4VS9FVVVWc3Nla2xaNW9rZk1ZR01pb1JSCnZpWHViMEFsbWN0NlZ6a0tGbmxrLzcwYUEzRWp3NCtGeHdEQ1dxaUM1RWpTVXlUaXAwcnpIajZCZWt1L1QzbVAKQUN1OUQxZG90ZVVldnZJQml3cXFka1JPQklCaQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg=="' ']'
+ checkTLSSecret some-name-tls-issue-ssl tls.key
+ local secretName=some-name-tls-issue-ssl
+ local dataKey=tls.key
++ jq '.data["tls.key"]'
++ kubectl_bin get secrets/some-name-tls-issue-ssl -o json
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iwPcwNFk98
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B0zpgPyoXb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-tls-issue-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iwPcwNFk98
++ cat /tmp/tmp.B0zpgPyoXb
++ rm /tmp/tmp.iwPcwNFk98 /tmp/tmp.B0zpgPyoXb
++ return 0
+ local 'secretData="LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBclZqRit4eGVNVW11Qkl3bWNLTC9NYm51UXZsSFNqK0NZZnRwSEVtWFBCa1h5QjBOCmRoaFNGQ0kwSjRBYUZVVUNjRXlBZThReHBEWE13VWlVbGo4NnJ0NWxON2xaMXRlRWZidVhyRTg4ZUltWFo2bXYKNXJaWlVUd3hpdSt6cGlTOGQ2TWFMa3JyVDZKdnJYUE5YWnFVNlJxTndpOEhoR3lIZ3o4Q3RsUW5qVzdabGlCcQptMkVRRW5EYi96VDFqVnNSdGNMRU8rcDlKd1ZHVXlRM3YydnpPNlF0bGJ5M1hWbFhWNDNKZk9pNWF4YW44RzZvCldPeFdoZEVKNkVpc3ArS0sxTk5PQjZYVGRoV1JCdm44RUVEY3Bac0hIRlgwWlp2V0VieWNHMk15SnZoazBGL3UKNmtjYm9PdXl1YXJkMGU4Q0k2YmpNVU5LTG1VSUo2QWordUgyZXdJREFRQUJBb0lCQUFkSjBiMHVvcWs0MjFlMgptdEVta1V0Q2NZbWdXSVovS0JpOWpOeFRIY2c1bDkzaWx0UE56dm1vdkgraXE3WVVPamVGaCt0c1F0Z1FLUVZCCmEzbnJ1Nmhwa21EbTZxZVZWUzFDSzJ6andmdWhjVnU2N3pub2xkWE1EWnMxVzl6Uzg1ZW1KRzRvMlQ3MmFmS2wKaVU5enRlb2RJek8wYllEOFhUQkFBSG14RFI2dHBqdlRvVDROS2ZhNGpNTjNwNERIaTZ0RW5WenMvN2FCN0pyZQp3QXM4R09JVk1jbmU2cUt4K2hnOWZzVzEvOTBHK3VOWGdUenhaR1dRSWYybGJpMm5UNGsyRXRtV3czamxnQTc1CnpMVS95R0ZHenMvenU4U1FCRTB3VFJuVXBrZHRrRFJETndQN2JQcnZiSUNsYzZ0d3lLRGxERzgvV2taM0tsVlQKL2t5VWJja0NnWUVBM21CWm52RFUrNHdkanlmcTB3WlhtK3F2Ykg5am9xQmFCcXhUYUZocHAvSkV3VFBHTjVlYgpYL3hMSzdsRmdMaW5wSmx0LzJIYWF5bFI2NENMU2JoZC9XQVhTSGI2bHd6WUkwOE9OZnZqRXdWOHVJMXR0VkltClh5ZWZCRnlWWEt2Z2c4UVZ4T2ZRVndrZHdRMXVhRm95TDZOSW1Ua2ErdFJJNnhwRzNGUDJpVGtDZ1lFQXg0NmIKUTF1S1JHR3NUZ0FzNjBGSW9meXBGL1FNNXgwMWV5RkhMZU5sVWVtZ2VBbEVFd1JCdWFXM0hqdVphYitZSWFTNgpSdWljZEszZzhWM21NQ2U1OUpRZ1RwNnY0Q1EyeWtFUDVaSGh5ek1IeE9VcVUvUEFjNWpvTVI2UTRNTDRVMVpqCm1DRmNQejJhUDRWUUsvMWl5bkxWakdwYmk0WmlkaG92amIzOFFWTUNnWUFpNzVBazRFRVZvOVdnLyt4c2FycW8KekIzek5iQTVoR2VnVk1KbHlqNFBISWlnc2JtYVVqOGV2VXd4K2xGby81bVd5bVAxa3pIMVUvQ0N4eGNhNWRRZQpVbEpXR0JzV1QvWkUxYzZ0dkh6WUtDeUg4ZkFpWkYyUzVXNmVDTTJPV1pKVUlTSXFaU0RlQzVpWkU3c2N1YzdZCm5SWnl1LzM1R2hDNm5zNHpIeDNFUVFLQmdRQ2J2a1NXMFQ2Y0Y4NnVJWnp0RGtwdGdnOUdUb1l6YWF4dnFJMHcKMXlRZ1JjR2piVGZmejVhc0dSVk5WeDVvVmN1WmxrSjdUTmV1aUhYaWFuSllhdWpLWlVEQm16K1FJek5Qcm0rRgpyOUVWRVlLaXZHZklsWmhCbjdpM2ZTOTgreTFyZlNURmVtUFFSM2UyMDRpNmpFc3B6VzIwNU4wRmk2QVVwR013CnNISExXUUtCZ1FDeUJ1M1Z2Q3hSdjdLZjIrNzIvSFJlTWluaCtIbFMzTmdFQmtxZitmSkVIa056a2hOS2NCaGcKZCtVc2IrZmJLUDFGQklqOHlOVWhtSk5YOW0xdDRHYzY0cWxnaitpTVdGM25CbWlpZDlDMEU4VUlyYkN6cFhvVApUdVFvR0FjVXBQSXgyNDZpcW1xOXhCZ0N2TFBJQUZoNGoxVkc0ZnZFcU1MU3FBTWUvTWVualE9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo="'
+ '[' -z '"LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBclZqRit4eGVNVW11Qkl3bWNLTC9NYm51UXZsSFNqK0NZZnRwSEVtWFBCa1h5QjBOCmRoaFNGQ0kwSjRBYUZVVUNjRXlBZThReHBEWE13VWlVbGo4NnJ0NWxON2xaMXRlRWZidVhyRTg4ZUltWFo2bXYKNXJaWlVUd3hpdSt6cGlTOGQ2TWFMa3JyVDZKdnJYUE5YWnFVNlJxTndpOEhoR3lIZ3o4Q3RsUW5qVzdabGlCcQptMkVRRW5EYi96VDFqVnNSdGNMRU8rcDlKd1ZHVXlRM3YydnpPNlF0bGJ5M1hWbFhWNDNKZk9pNWF4YW44RzZvCldPeFdoZEVKNkVpc3ArS0sxTk5PQjZYVGRoV1JCdm44RUVEY3Bac0hIRlgwWlp2V0VieWNHMk15SnZoazBGL3UKNmtjYm9PdXl1YXJkMGU4Q0k2YmpNVU5LTG1VSUo2QWordUgyZXdJREFRQUJBb0lCQUFkSjBiMHVvcWs0MjFlMgptdEVta1V0Q2NZbWdXSVovS0JpOWpOeFRIY2c1bDkzaWx0UE56dm1vdkgraXE3WVVPamVGaCt0c1F0Z1FLUVZCCmEzbnJ1Nmhwa21EbTZxZVZWUzFDSzJ6andmdWhjVnU2N3pub2xkWE1EWnMxVzl6Uzg1ZW1KRzRvMlQ3MmFmS2wKaVU5enRlb2RJek8wYllEOFhUQkFBSG14RFI2dHBqdlRvVDROS2ZhNGpNTjNwNERIaTZ0RW5WenMvN2FCN0pyZQp3QXM4R09JVk1jbmU2cUt4K2hnOWZzVzEvOTBHK3VOWGdUenhaR1dRSWYybGJpMm5UNGsyRXRtV3czamxnQTc1CnpMVS95R0ZHenMvenU4U1FCRTB3VFJuVXBrZHRrRFJETndQN2JQcnZiSUNsYzZ0d3lLRGxERzgvV2taM0tsVlQKL2t5VWJja0NnWUVBM21CWm52RFUrNHdkanlmcTB3WlhtK3F2Ykg5am9xQmFCcXhUYUZocHAvSkV3VFBHTjVlYgpYL3hMSzdsRmdMaW5wSmx0LzJIYWF5bFI2NENMU2JoZC9XQVhTSGI2bHd6WUkwOE9OZnZqRXdWOHVJMXR0VkltClh5ZWZCRnlWWEt2Z2c4UVZ4T2ZRVndrZHdRMXVhRm95TDZOSW1Ua2ErdFJJNnhwRzNGUDJpVGtDZ1lFQXg0NmIKUTF1S1JHR3NUZ0FzNjBGSW9meXBGL1FNNXgwMWV5RkhMZU5sVWVtZ2VBbEVFd1JCdWFXM0hqdVphYitZSWFTNgpSdWljZEszZzhWM21NQ2U1OUpRZ1RwNnY0Q1EyeWtFUDVaSGh5ek1IeE9VcVUvUEFjNWpvTVI2UTRNTDRVMVpqCm1DRmNQejJhUDRWUUsvMWl5bkxWakdwYmk0WmlkaG92amIzOFFWTUNnWUFpNzVBazRFRVZvOVdnLyt4c2FycW8KekIzek5iQTVoR2VnVk1KbHlqNFBISWlnc2JtYVVqOGV2VXd4K2xGby81bVd5bVAxa3pIMVUvQ0N4eGNhNWRRZQpVbEpXR0JzV1QvWkUxYzZ0dkh6WUtDeUg4ZkFpWkYyUzVXNmVDTTJPV1pKVUlTSXFaU0RlQzVpWkU3c2N1YzdZCm5SWnl1LzM1R2hDNm5zNHpIeDNFUVFLQmdRQ2J2a1NXMFQ2Y0Y4NnVJWnp0RGtwdGdnOUdUb1l6YWF4dnFJMHcKMXlRZ1JjR2piVGZmejVhc0dSVk5WeDVvVmN1WmxrSjdUTmV1aUhYaWFuSllhdWpLWlVEQm16K1FJek5Qcm0rRgpyOUVWRVlLaXZHZklsWmhCbjdpM2ZTOTgreTFyZlNURmVtUFFSM2UyMDRpNmpFc3B6VzIwNU4wRmk2QVVwR013CnNISExXUUtCZ1FDeUJ1M1Z2Q3hSdjdLZjIrNzIvSFJlTWluaCtIbFMzTmdFQmtxZitmSkVIa056a2hOS2NCaGcKZCtVc2IrZmJLUDFGQklqOHlOVWhtSk5YOW0xdDRHYzY0cWxnaitpTVdGM25CbWlpZDlDMEU4VUlyYkN6cFhvVApUdVFvR0FjVXBQSXgyNDZpcW1xOXhCZ0N2TFBJQUZoNGoxVkc0ZnZFcU1MU3FBTWUvTWVualE9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo="' ']'
+ desc 'check if CA issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if CA issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-tls-issue-pxc-ca-issuer
+ local resource=issuer/some-name-tls-issue-pxc-ca-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer.yml
+ local new_result=/tmp/tmp.qYtBZ9XG3m/issuer_some-name-tls-issue-pxc-ca-issuer.yml
+ desc 'compare issuer/some-name-tls-issue-pxc-ca-issuer-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare issuer/some-name-tls-issue-pxc-ca-issuer-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k127.yml ']'
+ version_gt 1.24
++ echo '1.32 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k122.yml ']'
+ version_gt 1.21
++ bc -l
++ echo '1.32 >= 1.21'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-oc.yml ']'
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer-aks.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-tls-issue-pxc-ca-issuer
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-2888", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.aCyXf8OlUG
++ mktemp
+ local LAST_ERR=/tmp/tmp.sq8nR6b01F
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-tls-issue-pxc-ca-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aCyXf8OlUG
+ cat /tmp/tmp.sq8nR6b01F
+ rm /tmp/tmp.aCyXf8OlUG /tmp/tmp.sq8nR6b01F
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-ca-issuer.yml /tmp/tmp.qYtBZ9XG3m/issuer_some-name-tls-issue-pxc-ca-issuer.yml
+ log 'compare_kubectl: issuer/some-name-tls-issue-pxc-ca-issuer OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-09T04:52:11+0000]' compare_kubectl: issuer/some-name-tls-issue-pxc-ca-issuer OK
[2026-04-09T04:52:11+0000] compare_kubectl: issuer/some-name-tls-issue-pxc-ca-issuer OK
+ desc 'check if issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-tls-issue-pxc-issuer
+ local resource=issuer/some-name-tls-issue-pxc-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer.yml
+ local new_result=/tmp/tmp.qYtBZ9XG3m/issuer_some-name-tls-issue-pxc-issuer.yml
+ desc 'compare issuer/some-name-tls-issue-pxc-issuer-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare issuer/some-name-tls-issue-pxc-issuer-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
++ bc -l
++ echo '1.32 >= 1.33'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k129.yml ']'
+ version_gt 1.27
++ bc -l
++ echo '1.32 >= 1.27'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k127.yml ']'
+ version_gt 1.24
++ bc -l
++ echo '1.32 >= 1.24'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-oc.yml ']'
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer-aks.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-tls-issue-pxc-issuer
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-2888", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.PJu3sDcj6c
++ mktemp
+ local LAST_ERR=/tmp/tmp.BLmEuBfl5L
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-tls-issue-pxc-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PJu3sDcj6c
+ cat /tmp/tmp.BLmEuBfl5L
+ rm /tmp/tmp.PJu3sDcj6c /tmp/tmp.BLmEuBfl5L
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-tls-issue-pxc-issuer.yml /tmp/tmp.qYtBZ9XG3m/issuer_some-name-tls-issue-pxc-issuer.yml
+ log 'compare_kubectl: issuer/some-name-tls-issue-pxc-issuer OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-09T04:52:13+0000]' compare_kubectl: issuer/some-name-tls-issue-pxc-issuer OK
[2026-04-09T04:52:13+0000] compare_kubectl: issuer/some-name-tls-issue-pxc-issuer OK
+ desc 'check if certificate issued'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificate issued
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-tls-issue-ssl
+ local resource=certificate/some-name-tls-issue-ssl
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl.yml
+ local new_result=/tmp/tmp.qYtBZ9XG3m/certificate_some-name-tls-issue-ssl.yml
+ desc 'compare certificate/some-name-tls-issue-ssl-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare certificate/some-name-tls-issue-ssl-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
++ echo '1.32 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
++ bc -l
++ echo '1.32 >= 1.29'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k129.yml ']'
+ version_gt 1.27
++ echo '1.32 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k127.yml ']'
+ version_gt 1.24
++ echo '1.32 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k124.yml ']'
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k122.yml ']'
+ version_gt 1.21
++ echo '1.32 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-oc.yml ']'
+ version_gt 1.29
++ echo '1.32 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl-aks.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-tls-issue-ssl
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") |
			del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-2888", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.7JPLjdIGP5
++ mktemp
+ local LAST_ERR=/tmp/tmp.2PNLnlEp76
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-tls-issue-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7JPLjdIGP5
+ cat /tmp/tmp.2PNLnlEp76
+ rm /tmp/tmp.7JPLjdIGP5 /tmp/tmp.2PNLnlEp76
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-tls-issue-ssl.yml /tmp/tmp.qYtBZ9XG3m/certificate_some-name-tls-issue-ssl.yml
+ log 'compare_kubectl: certificate/some-name-tls-issue-ssl OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-04-09T04:52:14+0000]' compare_kubectl: certificate/some-name-tls-issue-ssl OK
[2026-04-09T04:52:14+0000] compare_kubectl: certificate/some-name-tls-issue-ssl OK
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
+ local pvc_name=
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.SmSEZ9BHty
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.tls-issue-cert-manager-2888~
+ local LAST_ERR=/tmp/tmp.unrXZoSFcc
+ local exit_status=0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2430/e2e-tests/tls-issue-cert-manager/conf/some-name-tls-issue-haproxy.yml
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2430-4c2d14f6#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SmSEZ9BHty
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue configured
+ cat /tmp/tmp.unrXZoSFcc
+ rm /tmp/tmp.SmSEZ9BHty /tmp/tmp.unrXZoSFcc
+ return 0
+ wait_for_running some-name-tls-issue-haproxy 1
+ local name=some-name-tls-issue-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-tls-issue-haproxy-0 480
+ local pod=some-name-tls-issue-haproxy-0
+ local max_retry=480
+ local ns=
++ echo some-name-tls-issue-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/some-name-tls-issue-haproxy-0 condition met
waiting for pod/some-name-tls-issue-haproxy-0 to become Ready.Ok
+ wait_cluster_consistency some-name-tls-issue 3 2
+ local cluster_name=some-name-tls-issue
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name-tls-issue to be ready'
waiting for pxc/some-name-tls-issue to be ready++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Tpp7qDARpp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5Zm7uLdOSC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Tpp7qDARpp
++ cat /tmp/tmp.5Zm7uLdOSC
++ rm /tmp/tmp.Tpp7qDARpp /tmp/tmp.5Zm7uLdOSC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.j4Nd5AhGAW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZguAARcFki
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.j4Nd5AhGAW
++ cat /tmp/tmp.ZguAARcFki
++ rm /tmp/tmp.j4Nd5AhGAW /tmp/tmp.ZguAARcFki
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WkwMSd53Rd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mSqeVnXA9Z
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WkwMSd53Rd
++ cat /tmp/tmp.mSqeVnXA9Z
++ rm /tmp/tmp.WkwMSd53Rd /tmp/tmp.mSqeVnXA9Z
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.57PYsHhtkR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s5WmYjtRfF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.57PYsHhtkR
++ cat /tmp/tmp.s5WmYjtRfF
++ rm /tmp/tmp.57PYsHhtkR /tmp/tmp.s5WmYjtRfF
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3KKjpDjKSh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1VUXJf0dbI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3KKjpDjKSh
++ cat /tmp/tmp.1VUXJf0dbI
++ rm /tmp/tmp.3KKjpDjKSh /tmp/tmp.1VUXJf0dbI
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name-tls-issue
+++ local cluster_name=some-name-tls-issue
++++ get_proxy some-name-tls-issue
++++ local target_cluster=some-name-tls-issue
+++++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.JVY5YLaKWV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.2Gipu3FEE1
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.JVY5YLaKWV
+++++ cat /tmp/tmp.2Gipu3FEE1
+++++ rm /tmp/tmp.JVY5YLaKWV /tmp/tmp.2Gipu3FEE1
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-tls-issue-haproxy
++++ return
+++ local cluster_proxy=some-name-tls-issue-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name-tls-issue -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qAJ38qE7Xv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B6DGLfy5bw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name-tls-issue -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qAJ38qE7Xv
++ cat /tmp/tmp.B6DGLfy5bw
++ rm /tmp/tmp.qAJ38qE7Xv /tmp/tmp.B6DGLfy5bw
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ desc 'check ssl-internal certificate using PXC'
+ set +o xtrace


-----------------------------------------------------------------------------------
check ssl-internal certificate using PXC
-----------------------------------------------------------------------------------

+ check_verify_identity some-name-tls-issue-pxc
+ local host=some-name-tls-issue-pxc
+ local command=exit
+ local 'args=--ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-pxc'
+ kubectl_bin exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-pxc'
++ mktemp
+ local LAST_OUT=/tmp/tmp.l6uF5bObZJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.3O9nQadHhp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-pxc'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.l6uF5bObZJ
+ cat /tmp/tmp.3O9nQadHhp
mysql: [Warning] Using a password on the command line interface can be insecure.
+ rm /tmp/tmp.l6uF5bObZJ /tmp/tmp.3O9nQadHhp
+ return 0
+ desc 'check ssl-internal certificate using HAProxy'
+ set +o xtrace


-----------------------------------------------------------------------------------
check ssl-internal certificate using HAProxy
-----------------------------------------------------------------------------------

+ check_verify_identity some-name-tls-issue-haproxy
+ local host=some-name-tls-issue-haproxy
+ local command=exit
+ local 'args=--ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-haproxy'
+ kubectl_bin exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-haproxy'
++ mktemp
+ local LAST_OUT=/tmp/tmp.85Ws46U1iO
++ mktemp
+ local LAST_ERR=/tmp/tmp.01BHqPbcJu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec some-name-tls-issue-pxc-0 -- bash -c 'printf '\''%s\n'\'' "exit" | mysql -sN --ssl-ca=/etc/mysql/ssl-internal/ca.crt --ssl-mode=VERIFY_IDENTITY --protocol=tcp -uroot -proot_password --host=some-name-tls-issue-haproxy'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.85Ws46U1iO
+ cat /tmp/tmp.01BHqPbcJu
mysql: [Warning] Using a password on the command line interface can be insecure.
+ rm /tmp/tmp.85Ws46U1iO /tmp/tmp.01BHqPbcJu
+ return 0
+ destroy tls-issue-cert-manager-2888
+ local namespace=tls-issue-cert-manager-2888
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ grep -v 'get backup status: Job.batch'
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ sort -u
+ tee /tmp/tmp.qYtBZ9XG3m/operator.log
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
+ grep -v level=info
+ grep -v 'the object has been modified'
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ head -1
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UNsLS5ZEIR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ml1s8aRdkS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UNsLS5ZEIR
++ cat /tmp/tmp.Ml1s8aRdkS
++ rm /tmp/tmp.UNsLS5ZEIR /tmp/tmp.Ml1s8aRdkS
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-6fb85f99c9-cxhrk
++ mktemp
+ local LAST_OUT=/tmp/tmp.8x85OIaaM5
++ mktemp
+ local LAST_ERR=/tmp/tmp.otq6ruvtDN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-6fb85f99c9-cxhrk
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8x85OIaaM5
+ cat /tmp/tmp.otq6ruvtDN
+ rm /tmp/tmp.8x85OIaaM5 /tmp/tmp.otq6ruvtDN
+ return 0
2026-04-09T04:44:08.084Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.32.13-gke.1205000"}
2026-04-09T04:44:08.085Z	INFO	setup	Feature gates	{"PXCO_FEATURE_GATES": "", "enabled": ""}
2026-04-09T04:44:08.085Z	INFO	setup	Manager starting up	{"gitCommit": "4c2d14f6f0036d4b42d77f8513ef3b429393ad1e", "gitBranch": "PR-2430-4c2d14f6", "buildTime": "2026-04-09T01:11:49Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"}
2026-04-09T04:44:08.088Z	INFO	setup	Registering Components.
2026-04-09T04:44:08.858Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2026-04-09T04:44:08.858Z	INFO	controller-runtime.metrics	Starting metrics server
2026-04-09T04:44:08.858Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2026-04-09T04:44:08.858Z	INFO	controller-runtime.webhook	Starting webhook server
2026-04-09T04:44:08.858Z	INFO	setup	Starting the Cmd.
2026-04-09T04:44:08.858Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2026-04-09T04:44:08.859Z	INFO	controller-runtime.certwatcher	Starting certificate poll+watcher	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"}
2026-04-09T04:44:08.859Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"}
2026-04-09T04:44:08.859Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2026-04-09T04:44:08.959Z	INFO	Attempting to acquire leader lease...	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-04-09T04:44:08.991Z	DEBUG	events	percona-xtradb-cluster-operator-6fb85f99c9-cxhrk_d4652059-43ee-4d8f-b392-7d8644b00237 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"13d4da53-35df-4fc1-a12d-d078bed0ecf8","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1775709848984559009"}, "reason": "LeaderElection"}
2026-04-09T04:44:08.991Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"}
2026-04-09T04:44:08.991Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2026-04-09T04:44:08.991Z	INFO	Successfully acquired lease	{"lock": "pxc-operator/08db1feb.percona.com"}
2026-04-09T04:44:08.992Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2026-04-09T04:44:08.992Z	INFO	Starting EventSource	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"}
2026-04-09T04:44:09.092Z	INFO	Starting Controller	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"}
2026-04-09T04:44:09.092Z	INFO	Starting Controller	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"}
2026-04-09T04:44:09.092Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1}
2026-04-09T04:44:09.092Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1}
2026-04-09T04:44:09.093Z	INFO	Starting Controller	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"}
2026-04-09T04:44:09.093Z	INFO	Starting workers	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1}
2026-04-09T04:46:26.226Z	INFO	Set CR version	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "version": "1.20.0"}
2026-04-09T04:46:26.557Z	INFO	spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`.	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98"}
2026-04-09T04:46:29.618Z	INFO	spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`.	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98"}
2026-04-09T04:46:29.667Z	INFO	spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`.	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98"}
2026-04-09T04:46:32.769Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "auto-some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"}
2026-04-09T04:46:32.887Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "some-name-tls-issue-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T04:46:32.929Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T04:46:32.979Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:46:33.006Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "some-name-tls-issue-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:46:33.045Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "some-name-tls-issue-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:46:33.164Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "fec8501d-e083-4caa-b76e-ee74d5097c98", "object": "some-name-tls-issue-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:46:34.123Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "d1130544-fb0d-417b-9c15-13f97d51b8d8", "object": "some-name-tls-issue-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-04-09T04:46:34.146Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "d1130544-fb0d-417b-9c15-13f97d51b8d8", "object": "some-name-tls-issue-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-04-09T04:47:56.099Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b", "user": "operator"}
2026-04-09T04:47:56.135Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b", "user": "monitor"}
2026-04-09T04:47:56.185Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b"}
2026-04-09T04:47:56.229Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b"}
2026-04-09T04:47:56.260Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b", "user": "xtrabackup"}
2026-04-09T04:47:56.301Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b"}
2026-04-09T04:47:56.346Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b", "user": "replication"}
2026-04-09T04:47:56.359Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e80c14c8-e094-4daf-a8a1-745f5b6cb41b", "err": "get primary pxc pod: not found"}
2026-04-09T04:48:01.493Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "69d8553b-dd4d-4fdb-a339-e89c7e306fd1", "err": "get primary pxc pod: not found"}
2026-04-09T04:48:06.641Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "aa3fc09f-31f9-4620-9807-113070094590", "err": "get primary pxc pod: not found"}
2026-04-09T04:48:11.824Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "2329bee7-be81-4e8a-bf3a-9a64b794a518", "err": "get primary pxc pod: not found"}
2026-04-09T04:50:33.877Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "cc087302-a844-4c36-9747-1fb06ff4a991", "user": "root"}
2026-04-09T04:50:34.080Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "cc087302-a844-4c36-9747-1fb06ff4a991", "new version": "8.0.43-34.1"}
2026-04-09T04:50:35.587Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "cc087302-a844-4c36-9747-1fb06ff4a991"}
2026-04-09T04:50:42.160Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "760e39fe-4535-492f-aee8-125c34e94a1d"}
2026-04-09T04:50:47.472Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "4657cc79-f23c-44f8-b1ee-1ff4f1e41117"}
2026-04-09T04:50:52.584Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "5fd0d6c0-e9da-4eeb-8804-ee63d9465878"}
2026-04-09T04:50:58.597Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "52675b8f-6470-40a7-ab84-3261a9af0048"}
2026-04-09T04:51:03.511Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "0b229d63-41a8-4912-af30-4116c4fc6f3c"}
2026-04-09T04:51:08.894Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "73919cbe-2cd4-4f9f-b4d7-19191a4d20c4"}
2026-04-09T04:51:14.273Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "075f6268-3f2c-4648-8df3-aa102c32bd96"}
2026-04-09T04:51:19.698Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "87da89ad-3c4c-4034-828f-f6aa410da0b7"}
2026-04-09T04:51:25.093Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "16e7b5e9-e63a-4738-b2d0-21c6c354e68d"}
2026-04-09T04:51:30.284Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "c89ea738-7e8f-4d46-868a-d5067128d746"}
2026-04-09T04:51:35.398Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "e9be6fb9-9040-4f2d-9843-0218110ebfda"}
2026-04-09T04:51:40.999Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "5a3d81b3-c354-4fb3-be9f-9e235883276b"}
2026-04-09T04:51:46.303Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "b9f795c2-119b-4160-a098-df547eb1acae"}
2026-04-09T04:51:51.396Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "9f09d10b-5018-4e27-899b-c82609e4fbba"}
2026-04-09T04:51:57.083Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "9c76ff83-0381-4c9f-b023-8ad48bcb5a02"}
2026-04-09T04:52:02.266Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "6feb2c21-708d-4683-b7b7-45d03cd8ce91"}
2026-04-09T04:52:07.599Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "17b4c7b0-aa67-4d39-9fdf-8b715dd597d3"}
2026-04-09T04:52:13.192Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "47863d68-be13-4c55-9bdd-4ef0721b3b36"}
2026-04-09T04:52:18.708Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "0578d84d-50d5-47a6-a4ad-ba500cb7ae9f"}
2026-04-09T04:52:20.454Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "8ab96795-7700-4a91-a2d9-2750e58b0a83", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T04:52:20.516Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "8ab96795-7700-4a91-a2d9-2750e58b0a83", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2026-04-09T04:52:20.620Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "8ab96795-7700-4a91-a2d9-2750e58b0a83", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:52:20.690Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "8ab96795-7700-4a91-a2d9-2750e58b0a83", "object": "some-name-tls-issue-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2026-04-09T04:52:23.173Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "8ab96795-7700-4a91-a2d9-2750e58b0a83", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.232.123:3306: connect: connection refused"}
2026-04-09T04:52:23.913Z	DEBUG	Creating object	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "9107e3d3-2b6e-4495-a958-e0a9fcaefb8a", "object": "some-name-tls-issue-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2026-04-09T04:52:25.953Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "9107e3d3-2b6e-4495-a958-e0a9fcaefb8a", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.232.123:3306: connect: connection refused"}
2026-04-09T04:52:33.228Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "9a6d8249-01ac-4809-bcb1-dce48083f640", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.232.123:3306: connect: connection refused"}
2026-04-09T04:52:40.459Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "56297142-e83d-49a5-b347-585aac856c67", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.232.123:3306: connect: connection refused"}
2026-04-09T04:52:47.709Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "45b0b2f7-e044-40d4-8090-19f65ce2a8ca", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.232.123:3306: connect: connection refused"}
2026-04-09T04:52:50.001Z	INFO	reconcile replication error	{"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name-tls-issue","namespace":"tls-issue-cert-manager-2888"}, "namespace": "tls-issue-cert-manager-2888", "name": "some-name-tls-issue", "reconcileID": "656e912e-bc0f-4414-929b-01a16cb67264", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.232.123:3306: connect: connection refused"}
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
+ kubectl patch pxc -n tls-issue-cert-manager-2888 some-name-tls-issue --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name-tls-issue patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.gxwdjN0NVm
++ mktemp
+ local LAST_ERR=/tmp/tmp.zZ0vXaiBka
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gxwdjN0NVm
perconaxtradbcluster.pxc.percona.com "some-name-tls-issue" deleted from tls-issue-cert-manager-2888 namespace
+ cat /tmp/tmp.zZ0vXaiBka
+ rm /tmp/tmp.gxwdjN0NVm /tmp/tmp.zZ0vXaiBka
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZPVSERNfam
++ mktemp
+ local LAST_ERR=/tmp/tmp.dMGDBanaUM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZPVSERNfam
No resources found
+ cat /tmp/tmp.dMGDBanaUM
+ rm /tmp/tmp.ZPVSERNfam /tmp/tmp.dMGDBanaUM
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.kppeb97oxA
++ mktemp
+ local LAST_ERR=/tmp/tmp.LUvVHd5Mj2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kppeb97oxA
No resources found
+ cat /tmp/tmp.LUvVHd5Mj2
+ rm /tmp/tmp.kppeb97oxA /tmp/tmp.LUvVHd5Mj2
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.jdcqpNdxhU
++ mktemp
+ local LAST_ERR=/tmp/tmp.74Bi4HXNLK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jdcqpNdxhU
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.74Bi4HXNLK
+ rm /tmp/tmp.jdcqpNdxhU /tmp/tmp.74Bi4HXNLK
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml
namespace "cert-manager" deleted
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ rm -rf /tmp/tmp.qYtBZ9XG3m
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
+ kubectl_bin delete --grace-period=0 --force=true namespace tls-issue-cert-manager-2888
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.g6YMc1tMRd
+ desc 'test passed'
+ local LAST_OUT=/tmp/tmp.JRhIKomTkl
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.z5XmxTxcj3
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.ImXIBhFl4U
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace tls-issue-cert-manager-2888
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator