++ echo 'Log: /mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/logs/demand-backup.log'
Log: /mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/logs/demand-backup.log
++ '[' -f /mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP=
++ oc get projects
error: the server doesn't have a resource type "projects"
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep '\-eks\-'
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
++ '[' ']'
+++ kubectl version -o json
+++ /usr/bin/sed -r 's/[^0-9.]+//g'
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
++ KUBE_VERSION=1.26
+++ helm version -c
+++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/'
++ HELM_VERSION=v3.14.4
++ '[' v3 == v2 ']'
+ main
+ create_namespace demand-backup-27283
+ local namespace=demand-backup-27283
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ cleanup_rbac
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
+ local LAST_OUT=/tmp/tmp.cquy2lEWm9
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.J65qCBQsv6
++ mktemp
+ local LAST_ERR=/tmp/tmp.18UE8UIAhm
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl get ns
+ xargs kubectl delete ns
+ awk '{print$1}'
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ local LAST_ERR=/tmp/tmp.9SUvw0fFQW
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.J65qCBQsv6
+ cat /tmp/tmp.18UE8UIAhm
+ rm /tmp/tmp.J65qCBQsv6 /tmp/tmp.18UE8UIAhm
+ return 0
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
namespace "cert-manager" deleted
namespace "demand-backup-3333" deleted
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.cquy2lEWm9
+ cat /tmp/tmp.9SUvw0fFQW
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.cquy2lEWm9 /tmp/tmp.9SUvw0fFQW
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
+ local LAST_OUT=/tmp/tmp.75HSnLeATM
++ mktemp
+ local LAST_ERR=/tmp/tmp.Lhve7jvjUi
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.75HSnLeATM
+ cat /tmp/tmp.Lhve7jvjUi
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.75HSnLeATM /tmp/tmp.Lhve7jvjUi
+ return 1
+ true
+ kubectl delete MutatingWebhookConfiguration/chaos-mesh-mutation ValidatingWebhookConfiguration/chaos-mesh-validation ValidatingWebhookConfiguration/validate-auth
Error from server (NotFound): mutatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-mutation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-validation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "validate-auth" not found
+ true
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete namespace demand-backup-27283
++ mktemp
+ local LAST_OUT=/tmp/tmp.kpayMDcTuO
++ mktemp
+ local LAST_ERR=/tmp/tmp.1SVfWkeE5t
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete namespace demand-backup-27283
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete namespace demand-backup-27283
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete namespace demand-backup-27283
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.kpayMDcTuO
+ cat /tmp/tmp.1SVfWkeE5t
Error from server (NotFound): namespaces "demand-backup-27283" not found
+ rm /tmp/tmp.kpayMDcTuO /tmp/tmp.1SVfWkeE5t
+ return 1
+ :
+ wait_for_delete namespace/demand-backup-27283
+ local res=namespace/demand-backup-27283
+ set +o xtrace
namespace/demand-backup-27283 - Error from server (NotFound): namespaces "demand-backup-27283" not found
+ kubectl_bin create namespace demand-backup-27283
++ mktemp
+ local LAST_OUT=/tmp/tmp.Vt61gvRfoE
++ mktemp
+ local LAST_ERR=/tmp/tmp.cVScFelsmw
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl create namespace demand-backup-27283
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Vt61gvRfoE
namespace/demand-backup-27283 created
+ cat /tmp/tmp.cVScFelsmw
+ rm /tmp/tmp.Vt61gvRfoE /tmp/tmp.cVScFelsmw
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xJyEmxm9H3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C9vHv4IqfU
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.xJyEmxm9H3
++ cat /tmp/tmp.C9vHv4IqfU
++ rm /tmp/tmp.xJyEmxm9H3 /tmp/tmp.C9vHv4IqfU
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-757-14c649e4c-3-demand-backup --namespace=demand-backup-27283
++ mktemp
+ local LAST_OUT=/tmp/tmp.4pqeLvmJ81
++ mktemp
+ local LAST_ERR=/tmp/tmp.aJpBMyurPi
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-757-14c649e4c-3-demand-backup --namespace=demand-backup-27283
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.4pqeLvmJ81
Context "gke_cloud-dev-112233_us-central1-c_jen-pg-757-14c649e4c-3-demand-backup" modified.
+ cat /tmp/tmp.aJpBMyurPi
+ rm /tmp/tmp.4pqeLvmJ81 /tmp/tmp.aJpBMyurPi
+ return 0
+ deploy_cert_manager
+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.IrWx2TUDyC
++ mktemp
+ local LAST_ERR=/tmp/tmp.txxBNpcLAn
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl create namespace cert-manager
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.IrWx2TUDyC
namespace/cert-manager created
+ cat /tmp/tmp.txxBNpcLAn
+ rm /tmp/tmp.IrWx2TUDyC /tmp/tmp.txxBNpcLAn
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.PATANJmgMh
++ mktemp
+ local LAST_ERR=/tmp/tmp.GBJOxY2TO4
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.PATANJmgMh
namespace/cert-manager labeled
+ cat /tmp/tmp.GBJOxY2TO4
+ rm /tmp/tmp.PATANJmgMh /tmp/tmp.GBJOxY2TO4
+ return 0
+ kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.12.10/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.e6tjJSOAiP
++ mktemp
+ local LAST_ERR=/tmp/tmp.CAlNpdPtvy
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.12.10/cert-manager.yaml --validate=false
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.e6tjJSOAiP
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
configmap/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.CAlNpdPtvy
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.e6tjJSOAiP /tmp/tmp.CAlNpdPtvy
+ return 0
+ sleep 30
+ deploy_operator
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/operator.yaml
+ local namespace_mode=disabled
+ local action=install
+ local namespace=demand-backup-27283
+ local dont_send_telemetry=false
+ local version_service_uri_override=
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ prepare_operator_yaml '' /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/operator.yaml disabled install demand-backup-27283 false
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/operator.yaml
+ local namespace_mode=disabled
+ local operator_action=install
+ local namespace=demand-backup-27283
+ local dont_send_telemetry=false
+ /usr/bin/sed -e 's#^namespace: .*#namespace: "demand-backup-27283"#g'
+ yq r -d2 /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/operator.yaml 'data[values.yaml]'
+ cat /dev/fd/63 -
++ echo 'crunchy_debug: "true"'
+ /usr/bin/sed -e 's#^disable_telemetry: .*#disable_telemetry: "false"#g'
+ /usr/bin/sed -e 's#namespace_mode: .*#namespace_mode: "disabled"#g'
+ /usr/bin/sed -e 's#pgo_operator_namespace: .*#pgo_operator_namespace: "demand-backup-27283"#g'
++ cut -d: -f1
++ echo perconalab/percona-postgresql-operator:PR-757-14c649e4c
++ echo perconalab/percona-postgresql-operator:PR-757-14c649e4c
++ cut -d: -f2
+ /usr/bin/sed -e 's#pgo_image_prefix: .*#pgo_image_prefix: "perconalab/percona-postgresql-operator"#g'
+ /usr/bin/sed -e 's#pgo_image_tag: .*#pgo_image_tag: "PR-757-14c649e4c"#g'
+ [[ -n '' ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ yq w -d3 - 'subjects[0].namespace' demand-backup-27283
+ yq w -d4 - 'spec.template.spec.containers[0].image' perconalab/percona-postgresql-operator:PR-757-14c649e4c-pgo-deployer
+ yq w -d4 - 'spec.template.spec.containers[0].env[0].value' install
++ cat /tmp/tmp.4Rd3zohUgu/operator.ini
+ yq w '-d*' /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/operator.yaml metadata.namespace demand-backup-27283
+ yq w -d2 - -d2 'data[values.yaml]' 'crunchy_debug: "true"
archive_mode: "true"
archive_timeout: "60"
ccp_image_pull_secret: ""
ccp_image_pull_secret_manifest: ""
create_rbac: "true"
delete_operator_namespace: "false"
delete_watched_namespaces: "false"
disable_telemetry: "false"
namespace: "demand-backup-27283"
namespace_mode: "disabled"
pgo_image_prefix: "perconalab/percona-postgresql-operator"
pgo_image_pull_policy: "Always"
pgo_image_pull_secret: ""
pgo_image_pull_secret_manifest: ""
pgo_image_tag: "PR-757-14c649e4c"
pgo_operator_namespace: "demand-backup-27283"'
+ [[ -n '' ]]
+ kubectl_bin apply -f /tmp/tmp.4Rd3zohUgu/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.58n6GYllO1
++ mktemp
+ local LAST_ERR=/tmp/tmp.bJl5C8Chvf
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl apply -f /tmp/tmp.4Rd3zohUgu/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.58n6GYllO1
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.bJl5C8Chvf
+ rm /tmp/tmp.58n6GYllO1 /tmp/tmp.bJl5C8Chvf
+ return 0
+ wait_job_completion pgo-deploy true
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=demand-backup-27283
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 36 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 37 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 38 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 39 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 40 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 41 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 42 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 43 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 44 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 45 -ge 600 ']'
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n demand-backup-27283 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -f /tmp/tmp.4Rd3zohUgu/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.9wUNhke54f
++ mktemp
+ local LAST_ERR=/tmp/tmp.i0WZcZly20
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl delete -f /tmp/tmp.4Rd3zohUgu/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.9wUNhke54f
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.i0WZcZly20
+ rm /tmp/tmp.9wUNhke54f /tmp/tmp.i0WZcZly20
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GuaY0kfcyt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QgcNjANjjT
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.GuaY0kfcyt
++ cat /tmp/tmp.QgcNjANjjT
++ rm /tmp/tmp.GuaY0kfcyt /tmp/tmp.QgcNjANjjT
++ return 0
+ wait_pod postgres-operator-59b49c5558-t77hb
+ local pod=postgres-operator-59b49c5558-t77hb
+ local ns=
+ set +o xtrace
postgres-operator-59b49c5558-t77hbtrue
+ [[ -n '' ]]
+ deploy_minio
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/backup/minio-gw-tls.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.g9gPNYlRVL
++ mktemp
+ local LAST_ERR=/tmp/tmp.iBWL0nZCg7
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/backup/minio-gw-tls.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.g9gPNYlRVL
clusterissuer.cert-manager.io/selfsigned-issuer unchanged
certificate.cert-manager.io/minio-gw-tls created
issuer.cert-manager.io/minio-gw-tls created
+ cat /tmp/tmp.iBWL0nZCg7
+ rm /tmp/tmp.g9gPNYlRVL /tmp/tmp.iBWL0nZCg7
+ return 0
+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ retry 10 60 helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-gw-tls --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-gw-tls --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio
NAME: minio-service
LAST DEPLOYED: Tue May 14 12:59:30 2024
NAMESPACE: demand-backup-27283
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.demand-backup-27283.svc.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace demand-backup-27283 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-27283

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-27283 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-27283 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ij4HdQo9Ta
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AalTYC7gOK
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.ij4HdQo9Ta
++ cat /tmp/tmp.AalTYC7gOK
++ rm /tmp/tmp.ij4HdQo9Ta /tmp/tmp.AalTYC7gOK
++ return 0
+ MINIO_POD=minio-service-d59c94dc-55vpn
+ wait_pod minio-service-d59c94dc-55vpn
+ local pod=minio-service-d59c94dc-55vpn
+ local ns=
+ set +o xtrace
minio-service-d59c94dc-55vpntrue
+ kubectl_bin run -i aws-cli --rm --image=perconalab/awscli --restart=Never '--overrides={"spec":{"containers":[{"args":["/usr/bin/env","AWS_ACCESS_KEY_ID=some-access-key","AWS_SECRET_ACCESS_KEY=some-secret-key","AWS_DEFAULT_REGION=us-east-1","AWS_CA_BUNDLE=/tmp/CAs/ca.crt","/usr/bin/aws","--endpoint-url","https://minio-service:9000","s3","mb","s3://pg-operator-testing"],"imagePullPolicy":"Always","image":"perconalab/awscli","name":"awscli","volumeMounts":[{"mountPath":"/tmp/CAs","name":"minio-ca"}]}],"volumes":[{"name":"minio-ca","secret":{"defaultMode":420,"items":[{"key":"ca.crt","path":"ca.crt"}],"secretName":"minio-gw-tls"}}]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.eDwO5wvHaO
++ mktemp
+ local LAST_ERR=/tmp/tmp.3HT7yICvXS
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl run -i aws-cli --rm --image=perconalab/awscli --restart=Never '--overrides={"spec":{"containers":[{"args":["/usr/bin/env","AWS_ACCESS_KEY_ID=some-access-key","AWS_SECRET_ACCESS_KEY=some-secret-key","AWS_DEFAULT_REGION=us-east-1","AWS_CA_BUNDLE=/tmp/CAs/ca.crt","/usr/bin/aws","--endpoint-url","https://minio-service:9000","s3","mb","s3://pg-operator-testing"],"imagePullPolicy":"Always","image":"perconalab/awscli","name":"awscli","volumeMounts":[{"mountPath":"/tmp/CAs","name":"minio-ca"}]}],"volumes":[{"name":"minio-ca","secret":{"defaultMode":420,"items":[{"key":"ca.crt","path":"ca.crt"}],"secretName":"minio-gw-tls"}}]}}'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.eDwO5wvHaO
/usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connection.py:251: SecurityWarning: Certificate has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)
  SecurityWarning
make_bucket: pg-operator-testing
pod "aws-cli" deleted
+ cat /tmp/tmp.3HT7yICvXS
If you don't see a command prompt, try pressing enter.
warning: couldn't attach to pod/aws-cli, falling back to streaming logs: unable to upgrade connection: container awscli not found in pod aws-cli_demand-backup-27283
+ rm /tmp/tmp.eDwO5wvHaO /tmp/tmp.3HT7yICvXS
+ return 0
+ desc 'create first PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PG cluster
-----------------------------------------------------------------------------------

+ cluster=some-name-28710
+ desc 'Testing backup/restore from minio (self-signed crt)'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing backup/restore from minio (self-signed crt)
-----------------------------------------------------------------------------------

+ apply_configs some-name-28710 minio
+ local cluster=some-name-28710
+ local backup_storage_type=minio
+ set +x
secret/some-name-28710-backrest-repo-config created
+ yq r /mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/demand-backup/conf/custom-config.yml
+ yq w - metadata.name some-name-28710-custom-config
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.FAym6ISmTG
++ mktemp
+ local LAST_ERR=/tmp/tmp.MUwgRPO92t
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.FAym6ISmTG
configmap/some-name-28710-custom-config created
+ cat /tmp/tmp.MUwgRPO92t
+ rm /tmp/tmp.FAym6ISmTG /tmp/tmp.MUwgRPO92t
+ return 0
+ spinup_pgcluster some-name-28710 /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/cr.yaml minio some-name-28710-custom-config
+ local cluster=some-name-28710
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/cr.yaml
+ local backup=minio
+ local custom_config=some-name-28710-custom-config
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/conf/client.yml
+ local namespace=demand-backup-27283
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name-28710 demand-backup-27283
+ local cluster=some-name-28710
+ local namespace=demand-backup-27283
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/users-secret.yaml
+ yq w - stringData.some-name some-name_pass
+ yq w - metadata.name some-name-28710-users-secret
+ kubectl_bin -n demand-backup-27283 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.jRo5dMbvtk
++ mktemp
+ local LAST_ERR=/tmp/tmp.955dxQD75R
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl -n demand-backup-27283 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.jRo5dMbvtk
secret/some-name-28710-users-secret created
+ cat /tmp/tmp.955dxQD75R
+ rm /tmp/tmp.jRo5dMbvtk /tmp/tmp.955dxQD75R
+ return 0
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/users-secret.yaml
+ yq w - metadata.name some-name-28710-pmm-secret
+ kubectl_bin -n demand-backup-27283 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.SVm3m3N8H9
++ mktemp
+ local LAST_ERR=/tmp/tmp.2gp5fEOmj9
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl -n demand-backup-27283 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.SVm3m3N8H9
secret/some-name-28710-pmm-secret created
+ cat /tmp/tmp.2gp5fEOmj9
+ rm /tmp/tmp.SVm3m3N8H9 /tmp/tmp.2gp5fEOmj9
+ return 0
+ kubectl_bin -n demand-backup-27283 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.LsctHDPxQ4
++ mktemp
+ local LAST_ERR=/tmp/tmp.GtQZImqDn4
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl -n demand-backup-27283 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-757/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.LsctHDPxQ4
deployment.apps/pg-client created
+ cat /tmp/tmp.GtQZImqDn4
+ rm /tmp/tmp.LsctHDPxQ4 /tmp/tmp.GtQZImqDn4
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/cr.yaml some-name-28710 minio false false some-name-28710-custom-config false false false false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/cr.yaml
+ local name=some-name-28710
+ local backup=minio
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=some-name-28710-custom-config
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-757/deploy/cr.yaml metadata.annotations.current-primary some-name-28710
+ yq w - metadata.labels.deployment-name some-name-28710
+ yq w - metadata.labels.name some-name-28710
+ yq w - spec.database some-name-28710
+ yq w - spec.keepData false
+ yq w - spec.clustername some-name-28710
+ yq w - spec.user some-name
+ yq w - spec.keepBackups false
+ yq w - spec.name some-name-28710
+ yq w - metadata.name some-name-28710
+ yq w - spec.secretsName some-name-28710-users-secret
+ yq w - metadata.labels.pg-cluster some-name-28710
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - metadata.labels.crunchy-pgha-scope some-name-28710
+ case ${podAntiAffinity} in
+ case ${backup} in
+ yq w /tmp/tmp.4Rd3zohUgu/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' minio-service:9000
+ yq w - 'spec.backup.storages[my-s3].verifyTLS' false
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ mv /tmp/tmp.4Rd3zohUgu/cr.backup.yaml /tmp/tmp.4Rd3zohUgu/cr.yaml
+ [[ false != \f\a\l\s\e ]]
+ [[ some-name-28710-custom-config != \f\a\l\s\e ]]
+ yq w -i /tmp/tmp.4Rd3zohUgu/cr.yaml spec.pgPrimary.customconfig some-name-28710-custom-config
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.4Rd3zohUgu/cr.yaml -n demand-backup-27283
++ mktemp
+ local LAST_OUT=/tmp/tmp.3oOplwNd28
++ mktemp
+ local LAST_ERR=/tmp/tmp.aLrDOslZjl
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-757-14c649e4c-3-demand-backup
+ kubectl apply -f /tmp/tmp.4Rd3zohUgu/cr.yaml -n demand-backup-27283
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.3oOplwNd28
perconapgcluster.pg.percona.com/some-name-28710 created
+ cat /tmp/tmp.aLrDOslZjl
+ rm /tmp/tmp.3oOplwNd28 /tmp/tmp.aLrDOslZjl
+ return 0
+ wait_deployment some-name-28710-backrest-shared-repo
+ local name=some-name-28710-backrest-shared-repo
+ local target_namespace=demand-backup-27283
+ sleep 10
+ set +o xtrace
some-name-28710-backrest-shared-repoError from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found
.Error from server (NotFound): deployments.apps "some-name-28710-backrest-shared-repo" not found