++ echo 'Log: /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/logs/scheduled-backup.log'
Log: /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/logs/scheduled-backup.log
++ '[' -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP=
++ oc get projects
error: the server doesn't have a resource type "projects"
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep '\-eks\-'
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
++ '[' ']'
+++ kubectl version -o json
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
+++ /usr/bin/sed -r 's/[^0-9.]+//g'
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
++ KUBE_VERSION=1.26
+++ helm version -c
+++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/'
++ HELM_VERSION=v3.14.4
++ '[' v3 == v2 ']'
+ main
+ create_namespace scheduled-backup-22447
+ local namespace=scheduled-backup-22447
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ cleanup_rbac
+ awk '{print$1}'
++ mktemp
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.MgIq3S8Klg
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.6Xq4tYd6JY
+ local LAST_ERR=/tmp/tmp.4muxCAFp1n
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.8LoaB4xEXr
+ local exit_status=0
+ local timeout=4
+ set +o errexit
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.MgIq3S8Klg
+ cat /tmp/tmp.4muxCAFp1n
E0424 16:25:17.637253   17763 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:17.747381   17763 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:17.853480   17763 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:17.959182   17763 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
+ rm /tmp/tmp.MgIq3S8Klg /tmp/tmp.4muxCAFp1n
+ return 0
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
E0424 16:25:18.814329   17817 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:18.923326   17817 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:19.035161   17817 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:19.141405   17817 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.6Xq4tYd6JY
+ cat /tmp/tmp.8LoaB4xEXr
E0424 16:25:25.078554   17971 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:25.280880   17971 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:25.386871   17971 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:25.493412   17971 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.6Xq4tYd6JY /tmp/tmp.8LoaB4xEXr
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
+ local LAST_OUT=/tmp/tmp.ibuXQ7d6gj
++ mktemp
+ local LAST_ERR=/tmp/tmp.LxxIr6Ilwc
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.ibuXQ7d6gj
+ cat /tmp/tmp.LxxIr6Ilwc
E0424 16:25:42.422266   18599 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:42.653388   18599 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:42.759891   18599 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
E0424 16:25:42.864714   18599 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.ibuXQ7d6gj /tmp/tmp.LxxIr6Ilwc
+ return 1
+ true
+ kubectl delete MutatingWebhookConfiguration/chaos-mesh-mutation ValidatingWebhookConfiguration/chaos-mesh-validation ValidatingWebhookConfiguration/validate-auth
Error from server (NotFound): mutatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-mutation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-validation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "validate-auth" not found
+ true
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete namespace scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.WYNHaPN0u9
++ mktemp
+ local LAST_ERR=/tmp/tmp.W3rZu8OzaX
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete namespace scheduled-backup-22447
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete namespace scheduled-backup-22447
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete namespace scheduled-backup-22447
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.WYNHaPN0u9
+ cat /tmp/tmp.W3rZu8OzaX
Error from server (NotFound): namespaces "scheduled-backup-22447" not found
+ rm /tmp/tmp.WYNHaPN0u9 /tmp/tmp.W3rZu8OzaX
+ return 1
+ :
+ wait_for_delete namespace/scheduled-backup-22447
+ local res=namespace/scheduled-backup-22447
+ set +o xtrace
namespace/scheduled-backup-22447 - Error from server (NotFound): namespaces "scheduled-backup-22447" not found
+ kubectl_bin create namespace scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.DIMbxPM7Eu
++ mktemp
+ local LAST_ERR=/tmp/tmp.HfBprklPNs
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl create namespace scheduled-backup-22447
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.DIMbxPM7Eu
namespace/scheduled-backup-22447 created
+ cat /tmp/tmp.HfBprklPNs
+ rm /tmp/tmp.DIMbxPM7Eu /tmp/tmp.HfBprklPNs
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XPyYpAgOK1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DNon6M67m3
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.XPyYpAgOK1
++ cat /tmp/tmp.DNon6M67m3
++ rm /tmp/tmp.XPyYpAgOK1 /tmp/tmp.DNon6M67m3
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-723-7ed19e708-2-scheduled-backup --namespace=scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.I9zFeDQNrz
++ mktemp
+ local LAST_ERR=/tmp/tmp.PcqL6LmBNi
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-723-7ed19e708-2-scheduled-backup --namespace=scheduled-backup-22447
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.I9zFeDQNrz
Context "gke_cloud-dev-112233_us-central1-c_jen-pg-723-7ed19e708-2-scheduled-backup" modified.
+ cat /tmp/tmp.PcqL6LmBNi
+ rm /tmp/tmp.I9zFeDQNrz /tmp/tmp.PcqL6LmBNi
+ return 0
+ deploy_operator
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/operator.yaml
+ local namespace_mode=disabled
+ local action=install
+ local namespace=scheduled-backup-22447
+ local dont_send_telemetry=false
+ local version_service_uri_override=
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ prepare_operator_yaml '' /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/operator.yaml disabled install scheduled-backup-22447 false
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/operator.yaml
+ local namespace_mode=disabled
+ local operator_action=install
+ local namespace=scheduled-backup-22447
+ local dont_send_telemetry=false
+ yq r -d2 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/operator.yaml 'data[values.yaml]'
+ /usr/bin/sed -e 's#^namespace: .*#namespace: "scheduled-backup-22447"#g'
+ /usr/bin/sed -e 's#pgo_operator_namespace: .*#pgo_operator_namespace: "scheduled-backup-22447"#g'
+ /usr/bin/sed -e 's#namespace_mode: .*#namespace_mode: "disabled"#g'
+ /usr/bin/sed -e 's#^disable_telemetry: .*#disable_telemetry: "false"#g'
+ cat /dev/fd/63 -
++ echo 'crunchy_debug: "true"'
++ echo perconalab/percona-postgresql-operator:PR-723-7ed19e708
++ cut -d: -f2
++ echo perconalab/percona-postgresql-operator:PR-723-7ed19e708
++ cut -d: -f1
+ /usr/bin/sed -e 's#pgo_image_tag: .*#pgo_image_tag: "PR-723-7ed19e708"#g'
+ /usr/bin/sed -e 's#pgo_image_prefix: .*#pgo_image_prefix: "perconalab/percona-postgresql-operator"#g'
+ [[ -n '' ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ yq w -d3 - 'subjects[0].namespace' scheduled-backup-22447
+ yq w -d4 - 'spec.template.spec.containers[0].image' perconalab/percona-postgresql-operator:PR-723-7ed19e708-pgo-deployer
+ yq w '-d*' /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/operator.yaml metadata.namespace scheduled-backup-22447
++ cat /tmp/tmp.DNiy7KR2uB/operator.ini
+ yq w -d2 - -d2 'data[values.yaml]' 'crunchy_debug: "true"
archive_mode: "true"
archive_timeout: "60"
ccp_image_pull_secret: ""
ccp_image_pull_secret_manifest: ""
create_rbac: "true"
delete_operator_namespace: "false"
delete_watched_namespaces: "false"
disable_telemetry: "false"
namespace: "scheduled-backup-22447"
namespace_mode: "disabled"
pgo_image_prefix: "perconalab/percona-postgresql-operator"
pgo_image_pull_policy: "Always"
pgo_image_pull_secret: ""
pgo_image_pull_secret_manifest: ""
pgo_image_tag: "PR-723-7ed19e708"
pgo_operator_namespace: "scheduled-backup-22447"'
+ yq w -d4 - 'spec.template.spec.containers[0].env[0].value' install
+ [[ -n '' ]]
+ kubectl_bin apply -f /tmp/tmp.DNiy7KR2uB/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.bxOD2wbNTu
++ mktemp
+ local LAST_ERR=/tmp/tmp.dGOTn9PrLN
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.bxOD2wbNTu
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.dGOTn9PrLN
+ rm /tmp/tmp.bxOD2wbNTu /tmp/tmp.dGOTn9PrLN
+ return 0
+ wait_job_completion pgo-deploy true
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -f /tmp/tmp.DNiy7KR2uB/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.8KiXWu128V
++ mktemp
+ local LAST_ERR=/tmp/tmp.uoTd3PhN1w
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete -f /tmp/tmp.DNiy7KR2uB/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.8KiXWu128V
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.uoTd3PhN1w
+ rm /tmp/tmp.8KiXWu128V /tmp/tmp.uoTd3PhN1w
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M7HADv31AL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LEzeODogzn
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.M7HADv31AL
++ cat /tmp/tmp.LEzeODogzn
++ rm /tmp/tmp.M7HADv31AL /tmp/tmp.LEzeODogzn
++ return 0
+ wait_pod postgres-operator-7b4986fcfc-jgzqs
+ local pod=postgres-operator-7b4986fcfc-jgzqs
+ local ns=
+ set +o xtrace
postgres-operator-7b4986fcfc-jgzqstrue
+ [[ -n '' ]]
+ cluster=some-name-11599
+ desc 'Testing full backup/restore from s3'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing full backup/restore from s3
-----------------------------------------------------------------------------------

+ apply_configs some-name-11599
+ local cluster=some-name-11599
+ set +x
secret/some-name-11599-backrest-repo-config created
+ yq r /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/custom-config.yml
+ yq w - metadata.name some-name-11599-custom-config
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.oZTqOSuw5r
++ mktemp
+ local LAST_ERR=/tmp/tmp.hryTz6FtDJ
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.oZTqOSuw5r
configmap/some-name-11599-custom-config created
+ cat /tmp/tmp.hryTz6FtDJ
+ rm /tmp/tmp.oZTqOSuw5r /tmp/tmp.hryTz6FtDJ
+ return 0
+ spinup_pgcluster some-name-11599 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml s3 some-name-11599-custom-config false true full
+ local cluster=some-name-11599
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local backup=s3
+ local custom_config=some-name-11599-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=full
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ local namespace=scheduled-backup-22447
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name-11599 scheduled-backup-22447
+ local cluster=some-name-11599
+ local namespace=scheduled-backup-22447
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ kubectl_bin -n scheduled-backup-22447 apply -f -
+ yq w - stringData.some-name some-name_pass
++ mktemp
+ yq w - metadata.name some-name-11599-users-secret
+ local LAST_OUT=/tmp/tmp.7CMfuA5dha
++ mktemp
+ local LAST_ERR=/tmp/tmp.qS3Wl62qQI
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.7CMfuA5dha
secret/some-name-11599-users-secret created
+ cat /tmp/tmp.qS3Wl62qQI
+ rm /tmp/tmp.7CMfuA5dha /tmp/tmp.qS3Wl62qQI
+ return 0
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ yq w - metadata.name some-name-11599-pmm-secret
+ kubectl_bin -n scheduled-backup-22447 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.j0hbK6SAnh
++ mktemp
+ local LAST_ERR=/tmp/tmp.5ZEm3XEutX
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.j0hbK6SAnh
secret/some-name-11599-pmm-secret created
+ cat /tmp/tmp.5ZEm3XEutX
+ rm /tmp/tmp.j0hbK6SAnh /tmp/tmp.5ZEm3XEutX
+ return 0
+ kubectl_bin -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZTIhlGXz3I
++ mktemp
+ local LAST_ERR=/tmp/tmp.kd3WHlTqZ8
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ZTIhlGXz3I
deployment.apps/pg-client created
+ cat /tmp/tmp.kd3WHlTqZ8
+ rm /tmp/tmp.ZTIhlGXz3I /tmp/tmp.kd3WHlTqZ8
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml some-name-11599 s3 false false some-name-11599-custom-config false true full false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local name=some-name-11599
+ local backup=s3
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=some-name-11599-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=full
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml metadata.annotations.current-primary some-name-11599
+ yq w - metadata.labels.crunchy-pgha-scope some-name-11599
+ yq w - metadata.labels.name some-name-11599
+ yq w - spec.keepData false
+ yq w - metadata.labels.pg-cluster some-name-11599
+ yq w - metadata.name some-name-11599
+ yq w - spec.clustername some-name-11599
+ yq w - spec.database some-name-11599
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.secretsName some-name-11599-users-secret
+ yq w - spec.user some-name
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - spec.keepBackups false
+ yq w - spec.name some-name-11599
+ yq w - metadata.labels.deployment-name some-name-11599
+ case ${podAntiAffinity} in
+ case ${backup} in
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ [[ true == \t\r\u\e ]]
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.schedule[0].schedule' '*/5 * * * *'
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ yq w - 'spec.backup.schedule[0].storage' my-s3
+ yq w - 'spec.backup.schedule[0].name' sch-backup
+ yq w - 'spec.backup.schedule[0].type' full
+ mv /tmp/tmp.DNiy7KR2uB/cr.backup.yaml /tmp/tmp.DNiy7KR2uB/cr.yaml
+ [[ false != \f\a\l\s\e ]]
+ [[ some-name-11599-custom-config != \f\a\l\s\e ]]
+ yq w -i /tmp/tmp.DNiy7KR2uB/cr.yaml spec.pgPrimary.customconfig some-name-11599-custom-config
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.gbgp3so9Kf
++ mktemp
+ local LAST_ERR=/tmp/tmp.00RuuXPbsZ
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.gbgp3so9Kf
perconapgcluster.pg.percona.com/some-name-11599 created
+ cat /tmp/tmp.00RuuXPbsZ
+ rm /tmp/tmp.gbgp3so9Kf /tmp/tmp.00RuuXPbsZ
+ return 0
+ wait_deployment some-name-11599-backrest-shared-repo
+ local name=some-name-11599-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11599-backrest-shared-repo....
+ wait_deployment some-name-11599
+ local name=some-name-11599
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11599........
+ [[ s3 == \g\c\s\+* ]]
+ wait_job_completion some-name-11599-stanza-create false
+ local job=some-name-11599-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
some-name-11599-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name-11599
+ local job=backrest-backup-some-name-11599
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-11599+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 36 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 37 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 38 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 39 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name-11599
+ cluster_name=some-name-11599
+ wait_cluster_status some-name-11599 'pgcluster Initialized'
+ local cluster_name=some-name-11599
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=scheduled-backup-22447
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GDnfZGKAmQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iJqwVpgADQ
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.GDnfZGKAmQ
++ cat /tmp/tmp.iJqwVpgADQ
++ rm /tmp/tmp.GDnfZGKAmQ /tmp/tmp.iJqwVpgADQ
++ return 0
+ status_query='kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.F8IlzGZUoi
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AHr6CKYMXo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.F8IlzGZUoi
+++ cat /tmp/tmp.AHr6CKYMXo
+++ rm /tmp/tmp.F8IlzGZUoi /tmp/tmp.AHr6CKYMXo
+++ return 0
+ [[ pgcluster Processed == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ let retry+=1
+ '[' 1 -ge 24 ']'
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 10
++ eval kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uFeMLbEr5E
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.H9TsiEvOOE
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.uFeMLbEr5E
+++ cat /tmp/tmp.H9TsiEvOOE
+++ rm /tmp/tmp.uFeMLbEr5E /tmp/tmp.H9TsiEvOOE
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.rloiXjnJIi
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2DnyoKi349
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.rloiXjnJIi
+++ cat /tmp/tmp.2DnyoKi349
+++ rm /tmp/tmp.rloiXjnJIi /tmp/tmp.2DnyoKi349
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.QKrtgYapcH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bBbUzLTTop
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.QKrtgYapcH
+++ cat /tmp/tmp.bBbUzLTTop
+++ rm /tmp/tmp.QKrtgYapcH /tmp/tmp.bBbUzLTTop
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.O2vRi6L05l
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gew9i9s6Pn
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.O2vRi6L05l
+++ cat /tmp/tmp.gew9i9s6Pn
+++ rm /tmp/tmp.O2vRi6L05l /tmp/tmp.gew9i9s6Pn
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.4DH69xtYv1
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.wVHGmGU8Kz
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.4DH69xtYv1
++++ cat /tmp/tmp.wVHGmGU8Kz
++++ rm /tmp/tmp.4DH69xtYv1 /tmp/tmp.wVHGmGU8Kz
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.neerRWqYYO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kXGGz820pz
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.neerRWqYYO
+++ cat /tmp/tmp.kXGGz820pz
+++ rm /tmp/tmp.neerRWqYYO /tmp/tmp.kXGGz820pz
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FAB04wul9Z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4Rl9thAWpG
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.FAB04wul9Z
++ cat /tmp/tmp.4Rl9thAWpG
++ rm /tmp/tmp.FAB04wul9Z /tmp/tmp.4Rl9thAWpG
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Py5hRS4ETE
++ mktemp
+ local LAST_ERR=/tmp/tmp.RTOLKLWR50
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Py5hRS4ETE
+ cat /tmp/tmp.RTOLKLWR50
+ rm /tmp/tmp.Py5hRS4ETE /tmp/tmp.RTOLKLWR50
+ return 0
++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.V8WECj8kvl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YZjzkjNffR
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.V8WECj8kvl
+++ cat /tmp/tmp.YZjzkjNffR
+++ rm /tmp/tmp.V8WECj8kvl /tmp/tmp.YZjzkjNffR
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3JIHaQhZEy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WSVkOi4dgC
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.3JIHaQhZEy
+++ cat /tmp/tmp.WSVkOi4dgC
+++ rm /tmp/tmp.3JIHaQhZEy /tmp/tmp.WSVkOi4dgC
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.m4MPS9ABTS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wO7tScTNsO
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.m4MPS9ABTS
+++ cat /tmp/tmp.wO7tScTNsO
+++ rm /tmp/tmp.m4MPS9ABTS /tmp/tmp.wO7tScTNsO
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.tkloOaJr9H
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.b4pDnHyexc
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.tkloOaJr9H
++++ cat /tmp/tmp.b4pDnHyexc
++++ rm /tmp/tmp.tkloOaJr9H /tmp/tmp.b4pDnHyexc
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.sB2lWFbVuy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.rFM1KYwCMK
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.sB2lWFbVuy
+++ cat /tmp/tmp.rFM1KYwCMK
+++ rm /tmp/tmp.sB2lWFbVuy /tmp/tmp.rFM1KYwCMK
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MFFnuwRKUU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.czEbpbmB4U
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.MFFnuwRKUU
++ cat /tmp/tmp.czEbpbmB4U
++ rm /tmp/tmp.MFFnuwRKUU /tmp/tmp.czEbpbmB4U
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.uQDpcLblgi
++ mktemp
+ local LAST_ERR=/tmp/tmp.cX9IUMxAMI
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.uQDpcLblgi
+ cat /tmp/tmp.cX9IUMxAMI
+ rm /tmp/tmp.uQDpcLblgi /tmp/tmp.cX9IUMxAMI
+ return 0
++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1Ykj4vcZu5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kRURb6ANi5
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.1Ykj4vcZu5
+++ cat /tmp/tmp.kRURb6ANi5
+++ rm /tmp/tmp.1Ykj4vcZu5 /tmp/tmp.kRURb6ANi5
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vowSBtgqjI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wkVqtir58z
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.vowSBtgqjI
+++ cat /tmp/tmp.wkVqtir58z
+++ rm /tmp/tmp.vowSBtgqjI /tmp/tmp.wkVqtir58z
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.c1yTw7MgVV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.nAUOFBpmBo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.c1yTw7MgVV
+++ cat /tmp/tmp.nAUOFBpmBo
+++ rm /tmp/tmp.c1yTw7MgVV /tmp/tmp.nAUOFBpmBo
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Wlxo61ycCJ
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.OuMGD9gKzp
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.Wlxo61ycCJ
++++ cat /tmp/tmp.OuMGD9gKzp
++++ rm /tmp/tmp.Wlxo61ycCJ /tmp/tmp.OuMGD9gKzp
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eTY1Yxjz95
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YJPGqNHrBo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.eTY1Yxjz95
+++ cat /tmp/tmp.YJPGqNHrBo
+++ rm /tmp/tmp.eTY1Yxjz95 /tmp/tmp.YJPGqNHrBo
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4p9AkJYwTy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.M3GCAkAwIs
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.4p9AkJYwTy
++ cat /tmp/tmp.M3GCAkAwIs
++ rm /tmp/tmp.4p9AkJYwTy /tmp/tmp.M3GCAkAwIs
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.xJryYqMHfF
++ mktemp
+ local LAST_ERR=/tmp/tmp.ro7tJErpVz
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.xJryYqMHfF
+ cat /tmp/tmp.ro7tJErpVz
+ rm /tmp/tmp.xJryYqMHfF /tmp/tmp.ro7tJErpVz
+ return 0
+ sleep 10
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.backup.schedule[0].name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.kDWqwsFoSe
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.9VhzuoLyYo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.backup.schedule[0].name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.kDWqwsFoSe
+++ cat /tmp/tmp.9VhzuoLyYo
+++ rm /tmp/tmp.kDWqwsFoSe /tmp/tmp.9VhzuoLyYo
+++ return 0
++ next_backup_after_sec some-name-11599-sch-backup
++ local conf_map_name=some-name-11599-sch-backup
++++ kubectl_bin get configmap/some-name-11599-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.2I2KSUECzp
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.OM0T3ST0TN
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get configmap/some-name-11599-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.2I2KSUECzp
++++ cat /tmp/tmp.OM0T3ST0TN
++++ rm /tmp/tmp.2I2KSUECzp /tmp/tmp.OM0T3ST0TN
++++ return 0
+++ /usr/bin/date +%s --date=2024-04-24T16:28:16Z --utc
++ local configmap_creation_time=1713976096
+++ kubectl_bin get configmap/some-name-11599-sch-backup -o 'jsonpath={.data.schedule}'
+++ jq .schedule
+++ grep -Eo '[0-9]+'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.q9zImqqZtG
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.9Gw0UUYTNh
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get configmap/some-name-11599-sch-backup -o 'jsonpath={.data.schedule}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.q9zImqqZtG
+++ cat /tmp/tmp.9Gw0UUYTNh
+++ rm /tmp/tmp.q9zImqqZtG /tmp/tmp.9Gw0UUYTNh
+++ return 0
++ local backup_time_interval_sec=300
+++ calculate_next_backup_start 1713976096 300
+++ local start_time_sec=1713976096
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713976396
+++ local next_interval_min_edge=196
+++ local next_backup_at_sec=1713976200
+++ echo 1713976200
+++ get_current_epoch_time
++++ curl -sI https://percona.com/
++++ grep date
++++ /usr/bin/sed 's/date: //g'
+++ local 'curent_date=Wed, 24 Apr 2024 16:32:32 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 16:32:32 GMT
' --utc +%s
+++ echo 1713976352
++ local result=-152
++ [[ -152 -gt 0 ]]
++++ get_current_epoch_time
+++++ curl -sI https://percona.com/
+++++ grep date
+++++ /usr/bin/sed 's/date: //g'
++++ local 'curent_date=Wed, 24 Apr 2024 16:32:33 GMT
'
+++++ /usr/bin/date --date 'Wed, 24 Apr 2024 16:32:33 GMT
' --utc +%s
++++ echo 1713976353
+++ calculate_next_backup_start 1713976353 300
+++ local start_time_sec=1713976353
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713976653
+++ local next_interval_min_edge=153
+++ local next_backup_at_sec=1713976500
+++ echo 1713976500
+++ get_current_epoch_time
++++ curl -sI https://percona.com/
++++ grep date
++++ /usr/bin/sed 's/date: //g'
+++ local 'curent_date=Wed, 24 Apr 2024 16:32:33 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 16:32:33 GMT
' --utc +%s
+++ echo 1713976353
++ result=147
++ [[ 147 -gt 0 ]]
++ echo 147
+ sleep 147
+ kubectl_bin wait job/some-name-11599-full-sch-backup --for=condition=Complete --timeout=300s
++ mktemp
+ local LAST_OUT=/tmp/tmp.d1rifhs2I5
++ mktemp
+ local LAST_ERR=/tmp/tmp.QElBJxo8bW
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl wait job/some-name-11599-full-sch-backup --for=condition=Complete --timeout=300s
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.d1rifhs2I5
job.batch/some-name-11599-full-sch-backup condition met
+ cat /tmp/tmp.QElBJxo8bW
+ rm /tmp/tmp.d1rifhs2I5 /tmp/tmp.QElBJxo8bW
+ return 0
+ restore some-name-11599 s3 full
+ local cluster=some-name-11599
+ local storage=s3
+ local backup_type=full
+ local restore_target=
++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TDt6gpuvv3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.syA2FKNrxE
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.TDt6gpuvv3
+++ cat /tmp/tmp.syA2FKNrxE
+++ rm /tmp/tmp.TDt6gpuvv3 /tmp/tmp.syA2FKNrxE
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.rFf8SnLXb6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.F9kUxdafih
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.rFf8SnLXb6
+++ cat /tmp/tmp.F9kUxdafih
+++ rm /tmp/tmp.rFf8SnLXb6 /tmp/tmp.F9kUxdafih
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yUhEyZwR46
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.n2MX6j4iis
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.yUhEyZwR46
+++ cat /tmp/tmp.n2MX6j4iis
+++ rm /tmp/tmp.yUhEyZwR46 /tmp/tmp.n2MX6j4iis
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.cZk0jmMMWP
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.6LnMoocZeI
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.cZk0jmMMWP
++++ cat /tmp/tmp.6LnMoocZeI
++++ rm /tmp/tmp.cZk0jmMMWP /tmp/tmp.6LnMoocZeI
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TskVgDfTMB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Eq88eXakrl
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.TskVgDfTMB
+++ cat /tmp/tmp.Eq88eXakrl
+++ rm /tmp/tmp.TskVgDfTMB /tmp/tmp.Eq88eXakrl
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Yd1jhNQzxu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m2BjOzi2Au
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.Yd1jhNQzxu
++ cat /tmp/tmp.m2BjOzi2Au
++ rm /tmp/tmp.Yd1jhNQzxu /tmp/tmp.m2BjOzi2Au
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.H8X7SoUqzy
++ mktemp
+ local LAST_ERR=/tmp/tmp.KWYoI8fqD4
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.H8X7SoUqzy
+ cat /tmp/tmp.KWYoI8fqD4
+ rm /tmp/tmp.H8X7SoUqzy /tmp/tmp.KWYoI8fqD4
+ return 0
++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.HukH7LqblS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.w4qV5NDSvn
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.HukH7LqblS
+++ cat /tmp/tmp.w4qV5NDSvn
+++ rm /tmp/tmp.HukH7LqblS /tmp/tmp.w4qV5NDSvn
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FGOxEsHqVH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.KbHdHk5hpN
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.FGOxEsHqVH
+++ cat /tmp/tmp.KbHdHk5hpN
+++ rm /tmp/tmp.FGOxEsHqVH /tmp/tmp.KbHdHk5hpN
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.N0iKL4awhA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.D2PKpSGXbg
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.N0iKL4awhA
+++ cat /tmp/tmp.D2PKpSGXbg
+++ rm /tmp/tmp.N0iKL4awhA /tmp/tmp.D2PKpSGXbg
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.1BwYfyj0Xe
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.NZQinBUk30
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ base64 -d
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.1BwYfyj0Xe
++++ cat /tmp/tmp.NZQinBUk30
++++ rm /tmp/tmp.1BwYfyj0Xe /tmp/tmp.NZQinBUk30
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8qbDRfx2RQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lIq3ZgV7Va
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.8qbDRfx2RQ
+++ cat /tmp/tmp.lIq3ZgV7Va
+++ rm /tmp/tmp.8qbDRfx2RQ /tmp/tmp.lIq3ZgV7Va
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11599.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9noif7ExZY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DzqW2y9fZB
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.9noif7ExZY
++ cat /tmp/tmp.DzqW2y9fZB
++ rm /tmp/tmp.9noif7ExZY /tmp/tmp.DzqW2y9fZB
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.7Rn6FGaNAJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.kIgIiJfnFn
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.7Rn6FGaNAJ
+ cat /tmp/tmp.kIgIiJfnFn
+ rm /tmp/tmp.7Rn6FGaNAJ /tmp/tmp.kIgIiJfnFn
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UN0au46HyK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.sdm7bzdncW
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.UN0au46HyK
+++ cat /tmp/tmp.sdm7bzdncW
+++ rm /tmp/tmp.UN0au46HyK /tmp/tmp.sdm7bzdncW
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IYvM22zt8t
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0S9InndZtH
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.IYvM22zt8t
+++ cat /tmp/tmp.0S9InndZtH
+++ rm /tmp/tmp.IYvM22zt8t /tmp/tmp.0S9InndZtH
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.76GEiXy1FN
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6eelegg7ry
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.76GEiXy1FN
+++ cat /tmp/tmp.6eelegg7ry
+++ rm /tmp/tmp.76GEiXy1FN /tmp/tmp.6eelegg7ry
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.I3YTfSVcuR
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.gniUPHtQ2g
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.I3YTfSVcuR
++++ cat /tmp/tmp.gniUPHtQ2g
++++ rm /tmp/tmp.I3YTfSVcuR /tmp/tmp.gniUPHtQ2g
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.E1m6MkdRmn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.09eJnkWv42
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.E1m6MkdRmn
+++ cat /tmp/tmp.09eJnkWv42
+++ rm /tmp/tmp.E1m6MkdRmn /tmp/tmp.09eJnkWv42
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wDRu7dvPzs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cGV7Xx1iOV
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.wDRu7dvPzs
++ cat /tmp/tmp.cGV7Xx1iOV
++ rm /tmp/tmp.wDRu7dvPzs /tmp/tmp.cGV7Xx1iOV
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.rblo2cA5gu
++ mktemp
+ local LAST_ERR=/tmp/tmp.KA6nVMBOGN
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.rblo2cA5gu
+ cat /tmp/tmp.KA6nVMBOGN
+ rm /tmp/tmp.rblo2cA5gu /tmp/tmp.KA6nVMBOGN
+ return 0
++ awk '{$1=$1;print}'
+++ get_psql_user_pass postgres some-name-11599
+++ local user=postgres
+++ local cluster=some-name-11599
+++ local namespace=scheduled-backup-22447
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.S1JylkUhCG
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.xnNf5O82KQ
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.S1JylkUhCG
++++ cat /tmp/tmp.xnNf5O82KQ
++++ rm /tmp/tmp.S1JylkUhCG /tmp/tmp.xnNf5O82KQ
++++ return 0
+++ [[ xsome-name-11599 == \x ]]
+++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.ZlqFDYqaFe
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ahb1rpzZu7
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.ZlqFDYqaFe
++++ cat /tmp/tmp.ahb1rpzZu7
++++ rm /tmp/tmp.ZlqFDYqaFe /tmp/tmp.ahb1rpzZu7
++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.NALaQAzHhi
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.TtawrtAMPU
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.NALaQAzHhi
++++ cat /tmp/tmp.TtawrtAMPU
++++ rm /tmp/tmp.NALaQAzHhi /tmp/tmp.TtawrtAMPU
++++ return 0
+++ [[ xsome-name-11599-users-secret == \x ]]
++++ base64 -d
+++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.VAnFr6e6yT
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.aqrpqD1gZI
+++++ local exit_status=0
+++++ local timeout=4
+++++ set +o errexit
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ set -o errexit
+++++ cat /tmp/tmp.VAnFr6e6yT
+++++ cat /tmp/tmp.aqrpqD1gZI
+++++ rm /tmp/tmp.VAnFr6e6yT /tmp/tmp.aqrpqD1gZI
+++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.3fzibFO3GZ
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.l87LAt0Gk8
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.3fzibFO3GZ
++++ cat /tmp/tmp.l87LAt0Gk8
++++ rm /tmp/tmp.3fzibFO3GZ /tmp/tmp.l87LAt0Gk8
++++ return 0
+++ echo postgres_password
++ run_psql '\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;' postgres:postgres_password@some-name-11599.scheduled-backup-22447
++ local 'command=\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;'
++ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
++ local driver=postgres
++ local suffix=.svc.cluster.local
+++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FioCMbj9bN
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YtXDWirtx8
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.FioCMbj9bN
+++ cat /tmp/tmp.YtXDWirtx8
+++ rm /tmp/tmp.FioCMbj9bN /tmp/tmp.YtXDWirtx8
+++ return 0
++ local client_container=pg-client-76df9df876-lqmh4
++ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XAmtps5L0c
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FBi2QQUUxF
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.XAmtps5L0c
++ cat /tmp/tmp.FBi2QQUUxF
++ rm /tmp/tmp.XAmtps5L0c /tmp/tmp.FBi2QQUUxF
++ return 0
+ restore_target=773
++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Iy2ww4wPnP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0FZb1ovbJx
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Iy2ww4wPnP
+++ cat /tmp/tmp.0FZb1ovbJx
+++ rm /tmp/tmp.Iy2ww4wPnP /tmp/tmp.0FZb1ovbJx
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.msZntkVRkb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3VMLW82scn
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.msZntkVRkb
+++ cat /tmp/tmp.3VMLW82scn
+++ rm /tmp/tmp.msZntkVRkb /tmp/tmp.3VMLW82scn
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.JQNXDC6q0M
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cP0f636H0p
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.JQNXDC6q0M
+++ cat /tmp/tmp.cP0f636H0p
+++ rm /tmp/tmp.JQNXDC6q0M /tmp/tmp.cP0f636H0p
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.7LZEjRtaTH
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.C1MIg1bK54
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.7LZEjRtaTH
++++ cat /tmp/tmp.C1MIg1bK54
++++ rm /tmp/tmp.7LZEjRtaTH /tmp/tmp.C1MIg1bK54
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Dj5lDwFxpr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Yvqo69iP1W
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Dj5lDwFxpr
+++ cat /tmp/tmp.Yvqo69iP1W
+++ rm /tmp/tmp.Dj5lDwFxpr /tmp/tmp.Yvqo69iP1W
+++ return 0
++ echo postgres_password
+ run_psql 'DROP DATABASE myapp' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local 'command=DROP DATABASE myapp'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4Rn6dblG2r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vmbDCEcp7v
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.4Rn6dblG2r
++ cat /tmp/tmp.vmbDCEcp7v
++ rm /tmp/tmp.4Rn6dblG2r /tmp/tmp.vmbDCEcp7v
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.EtLURSxmnS
++ mktemp
+ local LAST_ERR=/tmp/tmp.XUIXmHZVJP
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.EtLURSxmnS
+ cat /tmp/tmp.XUIXmHZVJP
+ rm /tmp/tmp.EtLURSxmnS /tmp/tmp.XUIXmHZVJP
+ return 0
+ run_restore some-name-11599 full s3 773 xid
+ local cluster=some-name-11599
+ local rstr_prefix=full
+ local storage=s3
+ local target=773
+ local type=xid
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/restore.yml metadata.labels.pg-cluster some-name-11599
+ yq w - metadata.name full-some-name-11599
+ yq w - spec.parameters.backrest-restore-cluster some-name-11599
+ yq w - spec.parameters.backrest-storage-type s3
+ yq w - spec.namespace scheduled-backup-22447
+ yq w - spec.name full-some-name-11599
+ [[ 773 != \n\u\l\l ]]
+ yq w /tmp/tmp.DNiy7KR2uB/restore.yml --style=single spec.parameters.backrest-pitr-target 773
+ yq w --style=single -- - spec.parameters.backrest-restore-opts --type=xid
+ mv /tmp/tmp.DNiy7KR2uB/restore.pitr.yml /tmp/tmp.DNiy7KR2uB/restore.yml
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/restore.yml
pgtask.pg.percona.com/full-some-name-11599 created
+ wait_bootstrap_completeness some-name-11599
+ local cluster=some-name-11599
+ wait_job_completion some-name-11599-bootstrap
+ local job=some-name-11599-bootstrap
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 1 -ge 120 ]]
+ [[ 1 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 2 -ge 120 ]]
+ [[ 2 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 3 -ge 120 ]]
+ [[ 3 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
some-name-11599-bootstrap+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_deployment some-name-11599-backrest-shared-repo
+ local name=some-name-11599-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11599-backrest-shared-repo
+ wait_deployment some-name-11599
+ local name=some-name-11599
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11599..
+ wait_job_completion some-name-11599-stanza-create false
+ local job=some-name-11599-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
some-name-11599-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name-11599
+ local job=backrest-backup-some-name-11599
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-11599+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11599 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

++ get_psql_user_pass postgres some-name-11599
++ local user=postgres
++ local cluster=some-name-11599
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.haSogOscJn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.15ZoVOWC8X
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.haSogOscJn
+++ cat /tmp/tmp.15ZoVOWC8X
+++ rm /tmp/tmp.haSogOscJn /tmp/tmp.15ZoVOWC8X
+++ return 0
++ [[ xsome-name-11599 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.PST0kZuZ3b
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fsvxWcswSA
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11599 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.PST0kZuZ3b
+++ cat /tmp/tmp.fsvxWcswSA
+++ rm /tmp/tmp.PST0kZuZ3b /tmp/tmp.fsvxWcswSA
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CZ1FRApjIZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0Chw4jEZ6a
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CZ1FRApjIZ
+++ cat /tmp/tmp.0Chw4jEZ6a
+++ rm /tmp/tmp.CZ1FRApjIZ /tmp/tmp.0Chw4jEZ6a
+++ return 0
++ [[ xsome-name-11599-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.mHUYhjZtyP
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.6rSlwl8pTF
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11599 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.mHUYhjZtyP
++++ cat /tmp/tmp.6rSlwl8pTF
++++ rm /tmp/tmp.mHUYhjZtyP /tmp/tmp.6rSlwl8pTF
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.BcIRmVD41J
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.rx3LeCHk6K
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11599-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.BcIRmVD41J
+++ cat /tmp/tmp.rx3LeCHk6K
+++ rm /tmp/tmp.BcIRmVD41J /tmp/tmp.rx3LeCHk6K
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11599.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11599.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y4a6fJCqiq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2flyrU5z1T
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.Y4a6fJCqiq
++ cat /tmp/tmp.2flyrU5z1T
++ rm /tmp/tmp.Y4a6fJCqiq /tmp/tmp.2flyrU5z1T
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.gOjSo4cT3z
++ mktemp
+ local LAST_ERR=/tmp/tmp.4hoySXo4I8
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11599.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.gOjSo4cT3z
+ cat /tmp/tmp.4hoySXo4I8
+ rm /tmp/tmp.gOjSo4cT3z /tmp/tmp.4hoySXo4I8
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
+ delete_cluster_gracefully some-name-11599
+ local cluster=some-name-11599
+ kubectl_bin delete perconapgcluster/some-name-11599
++ mktemp
+ local LAST_OUT=/tmp/tmp.ay2s0sS6Xe
++ mktemp
+ local LAST_ERR=/tmp/tmp.HJYIyB0RkS
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete perconapgcluster/some-name-11599
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ay2s0sS6Xe
perconapgcluster.pg.percona.com "some-name-11599" deleted
+ cat /tmp/tmp.HJYIyB0RkS
+ rm /tmp/tmp.ay2s0sS6Xe /tmp/tmp.HJYIyB0RkS
+ return 0
++ kubectl_bin -n scheduled-backup-22447 get jobs --selector=pg-cluster=some-name-11599,pgrmdata=true -o 'jsonpath={.items[0].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SNE1GBEOWY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YcxtoHlX5n
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get jobs --selector=pg-cluster=some-name-11599,pgrmdata=true -o 'jsonpath={.items[0].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.SNE1GBEOWY
++ cat /tmp/tmp.YcxtoHlX5n
++ rm /tmp/tmp.SNE1GBEOWY /tmp/tmp.YcxtoHlX5n
++ return 0
+ rmjob_name=some-name-11599-rmdata-qpvc
+ wait_job_completion some-name-11599-rmdata-qpvc false
+ local job=some-name-11599-rmdata-qpvc
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
some-name-11599-rmdata-qpvc+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11599-rmdata-qpvc -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ desc 'Testing diff backup/restore from s3'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing diff backup/restore from s3
-----------------------------------------------------------------------------------

+ cluster=some-name-7577
+ apply_configs some-name-7577
+ local cluster=some-name-7577
+ set +x
secret/some-name-7577-backrest-repo-config created
+ yq r /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/custom-config.yml
+ kubectl_bin apply -f -
+ yq w - metadata.name some-name-7577-custom-config
++ mktemp
+ local LAST_OUT=/tmp/tmp.Dk4d9I6Yk7
++ mktemp
+ local LAST_ERR=/tmp/tmp.F8BI0QqjaX
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Dk4d9I6Yk7
configmap/some-name-7577-custom-config created
+ cat /tmp/tmp.F8BI0QqjaX
+ rm /tmp/tmp.Dk4d9I6Yk7 /tmp/tmp.F8BI0QqjaX
+ return 0
+ spinup_pgcluster some-name-7577 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml s3 some-name-7577-custom-config false true diff
+ local cluster=some-name-7577
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local backup=s3
+ local custom_config=some-name-7577-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=diff
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ local namespace=scheduled-backup-22447
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name-7577 scheduled-backup-22447
+ local cluster=some-name-7577
+ local namespace=scheduled-backup-22447
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ kubectl_bin -n scheduled-backup-22447 apply -f -
+ yq w - metadata.name some-name-7577-users-secret
++ mktemp
+ yq w - stringData.some-name some-name_pass
+ local LAST_OUT=/tmp/tmp.rzUY90xFmq
++ mktemp
+ local LAST_ERR=/tmp/tmp.wqM3kEukAk
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.rzUY90xFmq
secret/some-name-7577-users-secret created
+ cat /tmp/tmp.wqM3kEukAk
+ rm /tmp/tmp.rzUY90xFmq /tmp/tmp.wqM3kEukAk
+ return 0
+ yq w - metadata.name some-name-7577-pmm-secret
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ kubectl_bin -n scheduled-backup-22447 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.ryeD2LKGCf
++ mktemp
+ local LAST_ERR=/tmp/tmp.STxrPlGh2V
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ryeD2LKGCf
secret/some-name-7577-pmm-secret created
+ cat /tmp/tmp.STxrPlGh2V
+ rm /tmp/tmp.ryeD2LKGCf /tmp/tmp.STxrPlGh2V
+ return 0
+ kubectl_bin -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.NtJ3rGdElR
++ mktemp
+ local LAST_ERR=/tmp/tmp.RcbFGeTtwt
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.NtJ3rGdElR
deployment.apps/pg-client unchanged
+ cat /tmp/tmp.RcbFGeTtwt
+ rm /tmp/tmp.NtJ3rGdElR /tmp/tmp.RcbFGeTtwt
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml some-name-7577 s3 false false some-name-7577-custom-config false true diff false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local name=some-name-7577
+ local backup=s3
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=some-name-7577-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=diff
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml metadata.annotations.current-primary some-name-7577
+ yq w - metadata.labels.crunchy-pgha-scope some-name-7577
+ yq w - metadata.labels.deployment-name some-name-7577
+ yq w - spec.clustername some-name-7577
+ yq w - metadata.labels.name some-name-7577
+ yq w - spec.keepData false
+ yq w - spec.database some-name-7577
+ yq w - spec.name some-name-7577
+ yq w - spec.keepBackups false
+ yq w - spec.user some-name
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - spec.secretsName some-name-7577-users-secret
+ yq w - metadata.name some-name-7577
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - metadata.labels.pg-cluster some-name-7577
+ case ${podAntiAffinity} in
+ case ${backup} in
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ [[ true == \t\r\u\e ]]
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ yq w - 'spec.backup.schedule[0].storage' my-s3
+ yq w - 'spec.backup.schedule[0].schedule' '*/5 * * * *'
+ yq w - 'spec.backup.schedule[0].type' diff
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.schedule[0].name' sch-backup
+ mv /tmp/tmp.DNiy7KR2uB/cr.backup.yaml /tmp/tmp.DNiy7KR2uB/cr.yaml
+ [[ false != \f\a\l\s\e ]]
+ [[ some-name-7577-custom-config != \f\a\l\s\e ]]
+ yq w -i /tmp/tmp.DNiy7KR2uB/cr.yaml spec.pgPrimary.customconfig some-name-7577-custom-config
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.HsBgtY4ilx
++ mktemp
+ local LAST_ERR=/tmp/tmp.z30ieF2eJz
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.HsBgtY4ilx
perconapgcluster.pg.percona.com/some-name-7577 created
+ cat /tmp/tmp.z30ieF2eJz
+ rm /tmp/tmp.HsBgtY4ilx /tmp/tmp.z30ieF2eJz
+ return 0
+ wait_deployment some-name-7577-backrest-shared-repo
+ local name=some-name-7577-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-7577-backrest-shared-repo..
+ wait_deployment some-name-7577
+ local name=some-name-7577
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-7577.....
+ [[ s3 == \g\c\s\+* ]]
+ wait_job_completion some-name-7577-stanza-create false
+ local job=some-name-7577-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
some-name-7577-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_job_completion backrest-backup-some-name-7577
+ local job=backrest-backup-some-name-7577
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 1 -ge 120 ]]
+ [[ 1 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-7577+ retry=0
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 36 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 37 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 38 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 39 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 40 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 41 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 42 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 43 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 44 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 45 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 46 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name-7577
+ cluster_name=some-name-7577
+ wait_cluster_status some-name-7577 'pgcluster Initialized'
+ local cluster_name=some-name-7577
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=scheduled-backup-22447
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XByAaLD71I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rsEOItbcGj
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.XByAaLD71I
++ cat /tmp/tmp.rsEOItbcGj
++ rm /tmp/tmp.XByAaLD71I /tmp/tmp.rsEOItbcGj
++ return 0
+ status_query='kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.f8Qx2inYks
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bGizFGYq9h
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.f8Qx2inYks
+++ cat /tmp/tmp.bGizFGYq9h
+++ rm /tmp/tmp.f8Qx2inYks /tmp/tmp.bGizFGYq9h
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.oabIxE14Qp
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fJ0YLc7XFD
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.oabIxE14Qp
+++ cat /tmp/tmp.fJ0YLc7XFD
+++ rm /tmp/tmp.oabIxE14Qp /tmp/tmp.fJ0YLc7XFD
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.F7PEq7xTfh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Z5NqHgqrnt
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.F7PEq7xTfh
+++ cat /tmp/tmp.Z5NqHgqrnt
+++ rm /tmp/tmp.F7PEq7xTfh /tmp/tmp.Z5NqHgqrnt
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eSF23uVAA6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TxNyRwpaCg
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.eSF23uVAA6
+++ cat /tmp/tmp.TxNyRwpaCg
+++ rm /tmp/tmp.eSF23uVAA6 /tmp/tmp.TxNyRwpaCg
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.fMQ6W7dWN2
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.7AfFUQJcqF
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.fMQ6W7dWN2
++++ cat /tmp/tmp.7AfFUQJcqF
++++ rm /tmp/tmp.fMQ6W7dWN2 /tmp/tmp.7AfFUQJcqF
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.x2SvPGSUy7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.DXAjTmEoE4
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.x2SvPGSUy7
+++ cat /tmp/tmp.DXAjTmEoE4
+++ rm /tmp/tmp.x2SvPGSUy7 /tmp/tmp.DXAjTmEoE4
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4c2JDPvzqU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HvvMh1uoIZ
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.4c2JDPvzqU
++ cat /tmp/tmp.HvvMh1uoIZ
++ rm /tmp/tmp.4c2JDPvzqU /tmp/tmp.HvvMh1uoIZ
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.bEYS4hASlL
++ mktemp
+ local LAST_ERR=/tmp/tmp.J7gXJm9FKw
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.bEYS4hASlL
+ cat /tmp/tmp.J7gXJm9FKw
+ rm /tmp/tmp.bEYS4hASlL /tmp/tmp.J7gXJm9FKw
+ return 0
++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.d2cfgpA14t
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6qsBOkFcpP
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.d2cfgpA14t
+++ cat /tmp/tmp.6qsBOkFcpP
+++ rm /tmp/tmp.d2cfgpA14t /tmp/tmp.6qsBOkFcpP
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1GpCFXJ1Lm
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Rv1aFfo8LM
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.1GpCFXJ1Lm
+++ cat /tmp/tmp.Rv1aFfo8LM
+++ rm /tmp/tmp.1GpCFXJ1Lm /tmp/tmp.Rv1aFfo8LM
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.S12W09KnUs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6MtlHgZwoJ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.S12W09KnUs
+++ cat /tmp/tmp.6MtlHgZwoJ
+++ rm /tmp/tmp.S12W09KnUs /tmp/tmp.6MtlHgZwoJ
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.zj8ZX8zzmU
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.tq1D5BMUaF
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.zj8ZX8zzmU
++++ cat /tmp/tmp.tq1D5BMUaF
++++ rm /tmp/tmp.zj8ZX8zzmU /tmp/tmp.tq1D5BMUaF
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ozs9rZGe78
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.9KDQQyDW19
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ozs9rZGe78
+++ cat /tmp/tmp.9KDQQyDW19
+++ rm /tmp/tmp.ozs9rZGe78 /tmp/tmp.9KDQQyDW19
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.70Y6NIstCv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tipsrvlevk
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.70Y6NIstCv
++ cat /tmp/tmp.tipsrvlevk
++ rm /tmp/tmp.70Y6NIstCv /tmp/tmp.tipsrvlevk
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.LhOVp2P9k9
++ mktemp
+ local LAST_ERR=/tmp/tmp.rmjN3pkNXf
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.LhOVp2P9k9
+ cat /tmp/tmp.rmjN3pkNXf
+ rm /tmp/tmp.LhOVp2P9k9 /tmp/tmp.rmjN3pkNXf
+ return 0
++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.D2nCwG1yB9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.OZPqjF3C5u
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.D2nCwG1yB9
+++ cat /tmp/tmp.OZPqjF3C5u
+++ rm /tmp/tmp.D2nCwG1yB9 /tmp/tmp.OZPqjF3C5u
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4vldhT2wvX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.iHB2QhJF8Q
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.4vldhT2wvX
+++ cat /tmp/tmp.iHB2QhJF8Q
+++ rm /tmp/tmp.4vldhT2wvX /tmp/tmp.iHB2QhJF8Q
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.gVUSv6vz0Z
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vSCBJPrDsf
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.gVUSv6vz0Z
+++ cat /tmp/tmp.vSCBJPrDsf
+++ rm /tmp/tmp.gVUSv6vz0Z /tmp/tmp.vSCBJPrDsf
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.gLhcyeITb8
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.bdvaJBhYp3
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.gLhcyeITb8
++++ cat /tmp/tmp.bdvaJBhYp3
++++ rm /tmp/tmp.gLhcyeITb8 /tmp/tmp.bdvaJBhYp3
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.pdwdtFfe7B
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.GquZGJvua5
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.pdwdtFfe7B
+++ cat /tmp/tmp.GquZGJvua5
+++ rm /tmp/tmp.pdwdtFfe7B /tmp/tmp.GquZGJvua5
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J4DvPiiZim
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hmt3tztNGl
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.J4DvPiiZim
++ cat /tmp/tmp.hmt3tztNGl
++ rm /tmp/tmp.J4DvPiiZim /tmp/tmp.hmt3tztNGl
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.X6WgxnbGcV
++ mktemp
+ local LAST_ERR=/tmp/tmp.c8AXNz8ldp
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.X6WgxnbGcV
+ cat /tmp/tmp.c8AXNz8ldp
+ rm /tmp/tmp.X6WgxnbGcV /tmp/tmp.c8AXNz8ldp
+ return 0
+ sleep 10
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.backup.schedule[0].name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eHF4GlJccM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NqqbjlfEV8
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.backup.schedule[0].name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.eHF4GlJccM
+++ cat /tmp/tmp.NqqbjlfEV8
+++ rm /tmp/tmp.eHF4GlJccM /tmp/tmp.NqqbjlfEV8
+++ return 0
++ next_backup_after_sec some-name-7577-sch-backup
++ local conf_map_name=some-name-7577-sch-backup
++++ kubectl_bin get configmap/some-name-7577-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.yODPjCizkR
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.dFeFHJFKRp
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get configmap/some-name-7577-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.yODPjCizkR
++++ cat /tmp/tmp.dFeFHJFKRp
++++ rm /tmp/tmp.yODPjCizkR /tmp/tmp.dFeFHJFKRp
++++ return 0
+++ /usr/bin/date +%s --date=2024-04-24T16:43:32Z --utc
++ local configmap_creation_time=1713977012
+++ kubectl_bin get configmap/some-name-7577-sch-backup -o 'jsonpath={.data.schedule}'
+++ jq .schedule
+++ grep -Eo '[0-9]+'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.T7sEhOlyGQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.f8LyHriNzs
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get configmap/some-name-7577-sch-backup -o 'jsonpath={.data.schedule}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.T7sEhOlyGQ
+++ cat /tmp/tmp.f8LyHriNzs
+++ rm /tmp/tmp.T7sEhOlyGQ /tmp/tmp.f8LyHriNzs
+++ return 0
++ local backup_time_interval_sec=300
+++ calculate_next_backup_start 1713977012 300
+++ local start_time_sec=1713977012
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713977312
+++ local next_interval_min_edge=212
+++ local next_backup_at_sec=1713977100
+++ echo 1713977100
+++ get_current_epoch_time
++++ curl -sI https://percona.com/
++++ /usr/bin/sed 's/date: //g'
++++ grep date
+++ local 'curent_date=Wed, 24 Apr 2024 16:47:07 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 16:47:07 GMT
' --utc +%s
+++ echo 1713977227
++ local result=-127
++ [[ -127 -gt 0 ]]
++++ get_current_epoch_time
+++++ curl -sI https://percona.com/
+++++ grep date
+++++ /usr/bin/sed 's/date: //g'
++++ local 'curent_date=Wed, 24 Apr 2024 16:47:08 GMT
'
+++++ /usr/bin/date --date 'Wed, 24 Apr 2024 16:47:08 GMT
' --utc +%s
++++ echo 1713977228
+++ calculate_next_backup_start 1713977228 300
+++ local start_time_sec=1713977228
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713977528
+++ local next_interval_min_edge=128
+++ local next_backup_at_sec=1713977400
+++ echo 1713977400
+++ get_current_epoch_time
++++ grep date
++++ /usr/bin/sed 's/date: //g'
++++ curl -sI https://percona.com/
+++ local 'curent_date=Wed, 24 Apr 2024 16:47:08 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 16:47:08 GMT
' --utc +%s
+++ echo 1713977228
++ result=172
++ [[ 172 -gt 0 ]]
++ echo 172
+ sleep 172
+ kubectl_bin wait job/some-name-7577-diff-sch-backup --for=condition=Complete --timeout=300s
++ mktemp
+ local LAST_OUT=/tmp/tmp.0t0uWxfDyz
++ mktemp
+ local LAST_ERR=/tmp/tmp.kk5cAJrRom
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl wait job/some-name-7577-diff-sch-backup --for=condition=Complete --timeout=300s
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.0t0uWxfDyz
job.batch/some-name-7577-diff-sch-backup condition met
+ cat /tmp/tmp.kk5cAJrRom
+ rm /tmp/tmp.0t0uWxfDyz /tmp/tmp.kk5cAJrRom
+ return 0
+ restore some-name-7577 s3 diff
+ local cluster=some-name-7577
+ local storage=s3
+ local backup_type=diff
+ local restore_target=
++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Td3sEUarSf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.OreDm05JbE
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Td3sEUarSf
+++ cat /tmp/tmp.OreDm05JbE
+++ rm /tmp/tmp.Td3sEUarSf /tmp/tmp.OreDm05JbE
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.829bZnXvFR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SJmz1Jh9Pq
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.829bZnXvFR
+++ cat /tmp/tmp.SJmz1Jh9Pq
+++ rm /tmp/tmp.829bZnXvFR /tmp/tmp.SJmz1Jh9Pq
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RbtozSfdKo
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.aCu5Rpufmj
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.RbtozSfdKo
+++ cat /tmp/tmp.aCu5Rpufmj
+++ rm /tmp/tmp.RbtozSfdKo /tmp/tmp.aCu5Rpufmj
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.1bBQG4DtEE
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.8LPsBIfhae
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.1bBQG4DtEE
++++ cat /tmp/tmp.8LPsBIfhae
++++ rm /tmp/tmp.1bBQG4DtEE /tmp/tmp.8LPsBIfhae
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.APZUI5squh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WbGBcGA3Uy
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.APZUI5squh
+++ cat /tmp/tmp.WbGBcGA3Uy
+++ rm /tmp/tmp.APZUI5squh /tmp/tmp.WbGBcGA3Uy
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yYYAn5WHGv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6zQsIGpJbh
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.yYYAn5WHGv
++ cat /tmp/tmp.6zQsIGpJbh
++ rm /tmp/tmp.yYYAn5WHGv /tmp/tmp.6zQsIGpJbh
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ehCuou64aY
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZsTJfbpbVW
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ehCuou64aY
+ cat /tmp/tmp.ZsTJfbpbVW
+ rm /tmp/tmp.ehCuou64aY /tmp/tmp.ZsTJfbpbVW
+ return 0
++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.AftSrZtV56
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.5BTUocVeA4
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.AftSrZtV56
+++ cat /tmp/tmp.5BTUocVeA4
+++ rm /tmp/tmp.AftSrZtV56 /tmp/tmp.5BTUocVeA4
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.haoEs4NZFl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JsKFv6YRX2
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.haoEs4NZFl
+++ cat /tmp/tmp.JsKFv6YRX2
+++ rm /tmp/tmp.haoEs4NZFl /tmp/tmp.JsKFv6YRX2
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.kLGRB813pV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JZ6qk5ctKL
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.kLGRB813pV
+++ cat /tmp/tmp.JZ6qk5ctKL
+++ rm /tmp/tmp.kLGRB813pV /tmp/tmp.JZ6qk5ctKL
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
+++ base64 -d
++++ local LAST_OUT=/tmp/tmp.vix5Yh6334
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.LcNGKmD9Ez
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.vix5Yh6334
++++ cat /tmp/tmp.LcNGKmD9Ez
++++ rm /tmp/tmp.vix5Yh6334 /tmp/tmp.LcNGKmD9Ez
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.HJ2OxlJVKF
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.5W8lifnWUT
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.HJ2OxlJVKF
+++ cat /tmp/tmp.5W8lifnWUT
+++ rm /tmp/tmp.HJ2OxlJVKF /tmp/tmp.5W8lifnWUT
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-7577.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fSYJCgKR5U
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8Cga66gjJR
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.fSYJCgKR5U
++ cat /tmp/tmp.8Cga66gjJR
++ rm /tmp/tmp.fSYJCgKR5U /tmp/tmp.8Cga66gjJR
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.2mvw1xCET3
++ mktemp
+ local LAST_ERR=/tmp/tmp.B5dVrytI6B
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.2mvw1xCET3
+ cat /tmp/tmp.B5dVrytI6B
+ rm /tmp/tmp.2mvw1xCET3 /tmp/tmp.B5dVrytI6B
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.irlF5TYraJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZUuFcxg59S
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.irlF5TYraJ
+++ cat /tmp/tmp.ZUuFcxg59S
+++ rm /tmp/tmp.irlF5TYraJ /tmp/tmp.ZUuFcxg59S
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RWmWoZ4qNh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tztUHh8yhN
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.RWmWoZ4qNh
+++ cat /tmp/tmp.tztUHh8yhN
+++ rm /tmp/tmp.RWmWoZ4qNh /tmp/tmp.tztUHh8yhN
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.X2EDIsDxb6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wkQoxQqHTb
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.X2EDIsDxb6
+++ cat /tmp/tmp.wkQoxQqHTb
+++ rm /tmp/tmp.X2EDIsDxb6 /tmp/tmp.wkQoxQqHTb
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.z4ZJBzuquN
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.gMajCOg3bt
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.z4ZJBzuquN
++++ cat /tmp/tmp.gMajCOg3bt
++++ rm /tmp/tmp.z4ZJBzuquN /tmp/tmp.gMajCOg3bt
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ahG0Fz2uJc
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bKKi0ESmMs
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ahG0Fz2uJc
+++ cat /tmp/tmp.bKKi0ESmMs
+++ rm /tmp/tmp.ahG0Fz2uJc /tmp/tmp.bKKi0ESmMs
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oSg8Y2dYJN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jvM9B4NCj3
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.oSg8Y2dYJN
++ cat /tmp/tmp.jvM9B4NCj3
++ rm /tmp/tmp.oSg8Y2dYJN /tmp/tmp.jvM9B4NCj3
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.sY3r1lbF8V
++ mktemp
+ local LAST_ERR=/tmp/tmp.SaJUnkxBXa
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.sY3r1lbF8V
+ cat /tmp/tmp.SaJUnkxBXa
+ rm /tmp/tmp.sY3r1lbF8V /tmp/tmp.SaJUnkxBXa
+ return 0
++ awk '{$1=$1;print}'
+++ get_psql_user_pass postgres some-name-7577
+++ local user=postgres
+++ local cluster=some-name-7577
+++ local namespace=scheduled-backup-22447
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.E05KOf9Epe
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.scpfEesAdJ
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.E05KOf9Epe
++++ cat /tmp/tmp.scpfEesAdJ
++++ rm /tmp/tmp.E05KOf9Epe /tmp/tmp.scpfEesAdJ
++++ return 0
+++ [[ xsome-name-7577 == \x ]]
+++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.TzxF46HJUd
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.dI9WYHnPs2
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.TzxF46HJUd
++++ cat /tmp/tmp.dI9WYHnPs2
++++ rm /tmp/tmp.TzxF46HJUd /tmp/tmp.dI9WYHnPs2
++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.iqmdbpuxK8
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.P5DGw8wAba
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.iqmdbpuxK8
++++ cat /tmp/tmp.P5DGw8wAba
++++ rm /tmp/tmp.iqmdbpuxK8 /tmp/tmp.P5DGw8wAba
++++ return 0
+++ [[ xsome-name-7577-users-secret == \x ]]
++++ base64 -d
+++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9KNku0q7eO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.GItkpK06wE
+++++ local exit_status=0
+++++ local timeout=4
+++++ set +o errexit
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ set -o errexit
+++++ cat /tmp/tmp.9KNku0q7eO
+++++ cat /tmp/tmp.GItkpK06wE
+++++ rm /tmp/tmp.9KNku0q7eO /tmp/tmp.GItkpK06wE
+++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.DolajBKBEo
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.SjmJDARzHA
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.DolajBKBEo
++++ cat /tmp/tmp.SjmJDARzHA
++++ rm /tmp/tmp.DolajBKBEo /tmp/tmp.SjmJDARzHA
++++ return 0
+++ echo postgres_password
++ run_psql '\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;' postgres:postgres_password@some-name-7577.scheduled-backup-22447
++ local 'command=\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;'
++ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
++ local driver=postgres
++ local suffix=.svc.cluster.local
+++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.6YuIL3Be4t
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.OKtPXCWFte
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.6YuIL3Be4t
+++ cat /tmp/tmp.OKtPXCWFte
+++ rm /tmp/tmp.6YuIL3Be4t /tmp/tmp.OKtPXCWFte
+++ return 0
++ local client_container=pg-client-76df9df876-lqmh4
++ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.50JNLG3oOH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C2KOovT5nj
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.50JNLG3oOH
++ cat /tmp/tmp.C2KOovT5nj
++ rm /tmp/tmp.50JNLG3oOH /tmp/tmp.C2KOovT5nj
++ return 0
+ restore_target=773
++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NLaDbrOhaS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.MK4aWi85OM
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.NLaDbrOhaS
+++ cat /tmp/tmp.MK4aWi85OM
+++ rm /tmp/tmp.NLaDbrOhaS /tmp/tmp.MK4aWi85OM
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NqbXXHXAiP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Zyng1EDIHP
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.NqbXXHXAiP
+++ cat /tmp/tmp.Zyng1EDIHP
+++ rm /tmp/tmp.NqbXXHXAiP /tmp/tmp.Zyng1EDIHP
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.E6thNUTnSQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.VUmdQfpjqv
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.E6thNUTnSQ
+++ cat /tmp/tmp.VUmdQfpjqv
+++ rm /tmp/tmp.E6thNUTnSQ /tmp/tmp.VUmdQfpjqv
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.3E4Jj0fViq
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.2JA5FA6Phw
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.3E4Jj0fViq
++++ cat /tmp/tmp.2JA5FA6Phw
++++ rm /tmp/tmp.3E4Jj0fViq /tmp/tmp.2JA5FA6Phw
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CejkHlYzQy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mtl63Y2L6p
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CejkHlYzQy
+++ cat /tmp/tmp.mtl63Y2L6p
+++ rm /tmp/tmp.CejkHlYzQy /tmp/tmp.mtl63Y2L6p
+++ return 0
++ echo postgres_password
+ run_psql 'DROP DATABASE myapp' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local 'command=DROP DATABASE myapp'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vjhqwFcXbs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ze8MnF2W4v
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.vjhqwFcXbs
++ cat /tmp/tmp.ze8MnF2W4v
++ rm /tmp/tmp.vjhqwFcXbs /tmp/tmp.ze8MnF2W4v
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ObWM6gVGb7
++ mktemp
+ local LAST_ERR=/tmp/tmp.Vf1EastITj
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ObWM6gVGb7
+ cat /tmp/tmp.Vf1EastITj
+ rm /tmp/tmp.ObWM6gVGb7 /tmp/tmp.Vf1EastITj
+ return 0
+ run_restore some-name-7577 diff s3 773 xid
+ local cluster=some-name-7577
+ local rstr_prefix=diff
+ local storage=s3
+ local target=773
+ local type=xid
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/restore.yml metadata.labels.pg-cluster some-name-7577
+ yq w - metadata.name diff-some-name-7577
+ yq w - spec.namespace scheduled-backup-22447
+ yq w - spec.parameters.backrest-restore-cluster some-name-7577
+ yq w - spec.parameters.backrest-storage-type s3
+ yq w - spec.name diff-some-name-7577
+ [[ 773 != \n\u\l\l ]]
+ yq w /tmp/tmp.DNiy7KR2uB/restore.yml --style=single spec.parameters.backrest-pitr-target 773
+ yq w --style=single -- - spec.parameters.backrest-restore-opts --type=xid
+ mv /tmp/tmp.DNiy7KR2uB/restore.pitr.yml /tmp/tmp.DNiy7KR2uB/restore.yml
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/restore.yml
pgtask.pg.percona.com/diff-some-name-7577 created
+ wait_bootstrap_completeness some-name-7577
+ local cluster=some-name-7577
+ wait_job_completion some-name-7577-bootstrap
+ local job=some-name-7577-bootstrap
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 1 -ge 120 ]]
+ [[ 1 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 2 -ge 120 ]]
+ [[ 2 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 3 -ge 120 ]]
+ [[ 3 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 4 -ge 120 ]]
+ [[ 4 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
some-name-7577-bootstrap+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_deployment some-name-7577-backrest-shared-repo
+ local name=some-name-7577-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-7577-backrest-shared-repo
+ wait_deployment some-name-7577
+ local name=some-name-7577
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-7577.
+ wait_job_completion some-name-7577-stanza-create false
+ local job=some-name-7577-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
some-name-7577-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name-7577
+ local job=backrest-backup-some-name-7577
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-7577+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-7577 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

++ get_psql_user_pass postgres some-name-7577
++ local user=postgres
++ local cluster=some-name-7577
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.srmfUmJstd
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JsKQKmOPV7
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.srmfUmJstd
+++ cat /tmp/tmp.JsKQKmOPV7
+++ rm /tmp/tmp.srmfUmJstd /tmp/tmp.JsKQKmOPV7
+++ return 0
++ [[ xsome-name-7577 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fxdBV4x8Pm
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7mtccK9JYg
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-7577 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.fxdBV4x8Pm
+++ cat /tmp/tmp.7mtccK9JYg
+++ rm /tmp/tmp.fxdBV4x8Pm /tmp/tmp.7mtccK9JYg
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.s5grKQ6AaX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wPESp4MArT
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.s5grKQ6AaX
+++ cat /tmp/tmp.wPESp4MArT
+++ rm /tmp/tmp.s5grKQ6AaX /tmp/tmp.wPESp4MArT
+++ return 0
++ [[ xsome-name-7577-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.UldD0bhnfP
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ZISboWwmlI
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-7577 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.UldD0bhnfP
++++ cat /tmp/tmp.ZISboWwmlI
++++ rm /tmp/tmp.UldD0bhnfP /tmp/tmp.ZISboWwmlI
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.HYRHDa3UZT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Ax6XDHNX6W
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-7577-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.HYRHDa3UZT
+++ cat /tmp/tmp.Ax6XDHNX6W
+++ rm /tmp/tmp.HYRHDa3UZT /tmp/tmp.Ax6XDHNX6W
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-7577.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-7577.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Mmyi4wXILD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.esVATIJATy
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.Mmyi4wXILD
++ cat /tmp/tmp.esVATIJATy
++ rm /tmp/tmp.Mmyi4wXILD /tmp/tmp.esVATIJATy
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.GkuQHkh3LB
++ mktemp
+ local LAST_ERR=/tmp/tmp.Aa6VkMvjxT
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-7577.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.GkuQHkh3LB
+ cat /tmp/tmp.Aa6VkMvjxT
+ rm /tmp/tmp.GkuQHkh3LB /tmp/tmp.Aa6VkMvjxT
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
+ delete_cluster_gracefully some-name-7577
+ local cluster=some-name-7577
+ kubectl_bin delete perconapgcluster/some-name-7577
++ mktemp
+ local LAST_OUT=/tmp/tmp.CnXvimkkqM
++ mktemp
+ local LAST_ERR=/tmp/tmp.obf3od0shY
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete perconapgcluster/some-name-7577
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.CnXvimkkqM
perconapgcluster.pg.percona.com "some-name-7577" deleted
+ cat /tmp/tmp.obf3od0shY
+ rm /tmp/tmp.CnXvimkkqM /tmp/tmp.obf3od0shY
+ return 0
++ kubectl_bin -n scheduled-backup-22447 get jobs --selector=pg-cluster=some-name-7577,pgrmdata=true -o 'jsonpath={.items[0].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.diaWk7klMP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gWPhxvxIPf
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get jobs --selector=pg-cluster=some-name-7577,pgrmdata=true -o 'jsonpath={.items[0].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.diaWk7klMP
++ cat /tmp/tmp.gWPhxvxIPf
++ rm /tmp/tmp.diaWk7klMP /tmp/tmp.gWPhxvxIPf
++ return 0
+ rmjob_name=some-name-7577-rmdata-jkja
+ wait_job_completion some-name-7577-rmdata-jkja false
+ local job=some-name-7577-rmdata-jkja
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
some-name-7577-rmdata-jkja+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-7577-rmdata-jkja -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ desc 'Testing incr backup/restore from s3'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing incr backup/restore from s3
-----------------------------------------------------------------------------------

+ cluster=some-name-22969
+ apply_configs some-name-22969
+ local cluster=some-name-22969
+ set +x
secret/some-name-22969-backrest-repo-config created
+ yq r /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/custom-config.yml
+ yq w - metadata.name some-name-22969-custom-config
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.n2Xhqj1iWj
++ mktemp
+ local LAST_ERR=/tmp/tmp.B2VLruMZMB
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.n2Xhqj1iWj
configmap/some-name-22969-custom-config created
+ cat /tmp/tmp.B2VLruMZMB
+ rm /tmp/tmp.n2Xhqj1iWj /tmp/tmp.B2VLruMZMB
+ return 0
+ spinup_pgcluster some-name-22969 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml s3 some-name-22969-custom-config false true incr
+ local cluster=some-name-22969
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local backup=s3
+ local custom_config=some-name-22969-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=incr
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ local namespace=scheduled-backup-22447
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name-22969 scheduled-backup-22447
+ local cluster=some-name-22969
+ local namespace=scheduled-backup-22447
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ yq w - metadata.name some-name-22969-users-secret
+ yq w - stringData.some-name some-name_pass
+ kubectl_bin -n scheduled-backup-22447 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.cIiXFKirbc
++ mktemp
+ local LAST_ERR=/tmp/tmp.tQESnEDJoq
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.cIiXFKirbc
secret/some-name-22969-users-secret created
+ cat /tmp/tmp.tQESnEDJoq
+ rm /tmp/tmp.cIiXFKirbc /tmp/tmp.tQESnEDJoq
+ return 0
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ kubectl_bin -n scheduled-backup-22447 apply -f -
+ yq w - metadata.name some-name-22969-pmm-secret
++ mktemp
+ local LAST_OUT=/tmp/tmp.VJGySpuIx9
++ mktemp
+ local LAST_ERR=/tmp/tmp.wbxSIO1ph1
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.VJGySpuIx9
secret/some-name-22969-pmm-secret created
+ cat /tmp/tmp.wbxSIO1ph1
+ rm /tmp/tmp.VJGySpuIx9 /tmp/tmp.wbxSIO1ph1
+ return 0
+ kubectl_bin -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.dXEXQ3dMPZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZCH5nVnTB6
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.dXEXQ3dMPZ
deployment.apps/pg-client unchanged
+ cat /tmp/tmp.ZCH5nVnTB6
+ rm /tmp/tmp.dXEXQ3dMPZ /tmp/tmp.ZCH5nVnTB6
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml some-name-22969 s3 false false some-name-22969-custom-config false true incr false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local name=some-name-22969
+ local backup=s3
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=some-name-22969-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=incr
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml metadata.annotations.current-primary some-name-22969
+ yq w - metadata.labels.crunchy-pgha-scope some-name-22969
+ yq w - metadata.labels.name some-name-22969
+ yq w - spec.database some-name-22969
+ yq w - spec.keepData false
+ yq w - spec.clustername some-name-22969
+ yq w - metadata.name some-name-22969
+ yq w - metadata.labels.deployment-name some-name-22969
+ yq w - spec.name some-name-22969
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - metadata.labels.pg-cluster some-name-22969
+ yq w - spec.keepBackups false
+ yq w - spec.user some-name
+ yq w - spec.secretsName some-name-22969-users-secret
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ case ${podAntiAffinity} in
+ case ${backup} in
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ [[ true == \t\r\u\e ]]
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.schedule[0].storage' my-s3
+ yq w - 'spec.backup.schedule[0].type' incr
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ yq w - 'spec.backup.schedule[0].name' sch-backup
+ yq w - 'spec.backup.schedule[0].schedule' '*/5 * * * *'
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ mv /tmp/tmp.DNiy7KR2uB/cr.backup.yaml /tmp/tmp.DNiy7KR2uB/cr.yaml
+ [[ false != \f\a\l\s\e ]]
+ [[ some-name-22969-custom-config != \f\a\l\s\e ]]
+ yq w -i /tmp/tmp.DNiy7KR2uB/cr.yaml spec.pgPrimary.customconfig some-name-22969-custom-config
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.d7vq3onSxZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.dxPRvYdWsD
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.d7vq3onSxZ
perconapgcluster.pg.percona.com/some-name-22969 created
+ cat /tmp/tmp.dxPRvYdWsD
+ rm /tmp/tmp.d7vq3onSxZ /tmp/tmp.dxPRvYdWsD
+ return 0
+ wait_deployment some-name-22969-backrest-shared-repo
+ local name=some-name-22969-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-22969-backrest-shared-repo.
+ wait_deployment some-name-22969
+ local name=some-name-22969
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-22969.....
+ [[ s3 == \g\c\s\+* ]]
+ wait_job_completion some-name-22969-stanza-create false
+ local job=some-name-22969-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
some-name-22969-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name-22969
+ local job=backrest-backup-some-name-22969
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-22969+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 36 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 37 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name-22969
+ cluster_name=some-name-22969
+ wait_cluster_status some-name-22969 'pgcluster Initialized'
+ local cluster_name=some-name-22969
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=scheduled-backup-22447
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XWRgYMSgaS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vPXPOkrd6v
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.XWRgYMSgaS
++ cat /tmp/tmp.vPXPOkrd6v
++ rm /tmp/tmp.XWRgYMSgaS /tmp/tmp.vPXPOkrd6v
++ return 0
+ status_query='kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ZmdzmwWaKR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cFv2xieaXX
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ZmdzmwWaKR
+++ cat /tmp/tmp.cFv2xieaXX
+++ rm /tmp/tmp.ZmdzmwWaKR /tmp/tmp.cFv2xieaXX
+++ return 0
+ [[ pgcluster Processed == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ let retry+=1
+ '[' 1 -ge 24 ']'
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 10
++ eval kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KJqDTIo0Ex
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.nlf71lavtR
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.KJqDTIo0Ex
+++ cat /tmp/tmp.nlf71lavtR
+++ rm /tmp/tmp.KJqDTIo0Ex /tmp/tmp.nlf71lavtR
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.BWBkTUJp3e
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.L3bmnlShqj
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.BWBkTUJp3e
+++ cat /tmp/tmp.L3bmnlShqj
+++ rm /tmp/tmp.BWBkTUJp3e /tmp/tmp.L3bmnlShqj
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.s29gRXdNd9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.QDiyG8weFG
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.s29gRXdNd9
+++ cat /tmp/tmp.QDiyG8weFG
+++ rm /tmp/tmp.s29gRXdNd9 /tmp/tmp.QDiyG8weFG
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4raxq4uuBq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.z1YSEYQJ39
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.4raxq4uuBq
+++ cat /tmp/tmp.z1YSEYQJ39
+++ rm /tmp/tmp.4raxq4uuBq /tmp/tmp.z1YSEYQJ39
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.FWXSS2ZK6V
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.iE8KcqUYdF
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.FWXSS2ZK6V
++++ cat /tmp/tmp.iE8KcqUYdF
++++ rm /tmp/tmp.FWXSS2ZK6V /tmp/tmp.iE8KcqUYdF
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3yiPFGkZ7j
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3QeaWoXdVe
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.3yiPFGkZ7j
+++ cat /tmp/tmp.3QeaWoXdVe
+++ rm /tmp/tmp.3yiPFGkZ7j /tmp/tmp.3QeaWoXdVe
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fppn9FG3qC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EgqPZMjnPS
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.fppn9FG3qC
++ cat /tmp/tmp.EgqPZMjnPS
++ rm /tmp/tmp.fppn9FG3qC /tmp/tmp.EgqPZMjnPS
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.hYJrxYv0aC
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZiJKSU7zMo
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.hYJrxYv0aC
+ cat /tmp/tmp.ZiJKSU7zMo
+ rm /tmp/tmp.hYJrxYv0aC /tmp/tmp.ZiJKSU7zMo
+ return 0
++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.N9lFM0W31F
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YoUupS1odV
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.N9lFM0W31F
+++ cat /tmp/tmp.YoUupS1odV
+++ rm /tmp/tmp.N9lFM0W31F /tmp/tmp.YoUupS1odV
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.omhVxUtcWM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.a9dyCaj0nC
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.omhVxUtcWM
+++ cat /tmp/tmp.a9dyCaj0nC
+++ rm /tmp/tmp.omhVxUtcWM /tmp/tmp.a9dyCaj0nC
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Zq3fu5wVyv
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.9FPybrEHij
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Zq3fu5wVyv
+++ cat /tmp/tmp.9FPybrEHij
+++ rm /tmp/tmp.Zq3fu5wVyv /tmp/tmp.9FPybrEHij
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.TYxUWfBOD4
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.MrjnhiEyAx
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ base64 -d
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.TYxUWfBOD4
++++ cat /tmp/tmp.MrjnhiEyAx
++++ rm /tmp/tmp.TYxUWfBOD4 /tmp/tmp.MrjnhiEyAx
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TsaBo7aB91
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.blhxTEO0vN
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.TsaBo7aB91
+++ cat /tmp/tmp.blhxTEO0vN
+++ rm /tmp/tmp.TsaBo7aB91 /tmp/tmp.blhxTEO0vN
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nvHJkUkfPj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6CWAKLF2SW
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.nvHJkUkfPj
++ cat /tmp/tmp.6CWAKLF2SW
++ rm /tmp/tmp.nvHJkUkfPj /tmp/tmp.6CWAKLF2SW
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.IvYV3VEZzm
++ mktemp
+ local LAST_ERR=/tmp/tmp.N3yqZgyeBD
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.IvYV3VEZzm
+ cat /tmp/tmp.N3yqZgyeBD
+ rm /tmp/tmp.IvYV3VEZzm /tmp/tmp.N3yqZgyeBD
+ return 0
++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CLt95odyjC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cM3kVBgbv4
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CLt95odyjC
+++ cat /tmp/tmp.cM3kVBgbv4
+++ rm /tmp/tmp.CLt95odyjC /tmp/tmp.cM3kVBgbv4
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9WrMFm226W
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.584rCBAUop
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.9WrMFm226W
+++ cat /tmp/tmp.584rCBAUop
+++ rm /tmp/tmp.9WrMFm226W /tmp/tmp.584rCBAUop
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.d5NS3rVZ4R
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.IczZ0dwodA
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.d5NS3rVZ4R
+++ cat /tmp/tmp.IczZ0dwodA
+++ rm /tmp/tmp.d5NS3rVZ4R /tmp/tmp.IczZ0dwodA
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.MJ2c0iBDSb
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.t1ACy5ex9U
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.MJ2c0iBDSb
++++ cat /tmp/tmp.t1ACy5ex9U
++++ rm /tmp/tmp.MJ2c0iBDSb /tmp/tmp.t1ACy5ex9U
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.aXuPBA4BpE
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6qrYg9W0i5
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.aXuPBA4BpE
+++ cat /tmp/tmp.6qrYg9W0i5
+++ rm /tmp/tmp.aXuPBA4BpE /tmp/tmp.6qrYg9W0i5
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iuRD4HJFeG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aMMdjST5Yb
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.iuRD4HJFeG
++ cat /tmp/tmp.aMMdjST5Yb
++ rm /tmp/tmp.iuRD4HJFeG /tmp/tmp.aMMdjST5Yb
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.5oZmDu5LgH
++ mktemp
+ local LAST_ERR=/tmp/tmp.FjQZE9Bd8D
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.5oZmDu5LgH
+ cat /tmp/tmp.FjQZE9Bd8D
+ rm /tmp/tmp.5oZmDu5LgH /tmp/tmp.FjQZE9Bd8D
+ return 0
+ sleep 10
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.backup.schedule[0].name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.xtIqvH7TsV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dUrJWJTCWb
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.backup.schedule[0].name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.xtIqvH7TsV
+++ cat /tmp/tmp.dUrJWJTCWb
+++ rm /tmp/tmp.xtIqvH7TsV /tmp/tmp.dUrJWJTCWb
+++ return 0
++ next_backup_after_sec some-name-22969-sch-backup
++ local conf_map_name=some-name-22969-sch-backup
++++ kubectl_bin get configmap/some-name-22969-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.aEFn9mcAZt
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.21EZnMtIVO
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get configmap/some-name-22969-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.aEFn9mcAZt
++++ cat /tmp/tmp.21EZnMtIVO
++++ rm /tmp/tmp.aEFn9mcAZt /tmp/tmp.21EZnMtIVO
++++ return 0
+++ /usr/bin/date +%s --date=2024-04-24T16:56:21Z --utc
++ local configmap_creation_time=1713977781
+++ kubectl_bin get configmap/some-name-22969-sch-backup -o 'jsonpath={.data.schedule}'
+++ jq .schedule
+++ grep -Eo '[0-9]+'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0EoNW7qsBs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7O570uuP7m
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get configmap/some-name-22969-sch-backup -o 'jsonpath={.data.schedule}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.0EoNW7qsBs
+++ cat /tmp/tmp.7O570uuP7m
+++ rm /tmp/tmp.0EoNW7qsBs /tmp/tmp.7O570uuP7m
+++ return 0
++ local backup_time_interval_sec=300
+++ calculate_next_backup_start 1713977781 300
+++ local start_time_sec=1713977781
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713978081
+++ local next_interval_min_edge=81
+++ local next_backup_at_sec=1713978000
+++ echo 1713978000
+++ get_current_epoch_time
++++ curl -sI https://percona.com/
++++ /usr/bin/sed 's/date: //g'
++++ grep date
+++ local 'curent_date=Wed, 24 Apr 2024 17:00:03 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 17:00:03 GMT
' --utc +%s
+++ echo 1713978003
++ local result=-3
++ [[ -3 -gt 0 ]]
++++ get_current_epoch_time
+++++ curl -sI https://percona.com/
+++++ grep date
+++++ /usr/bin/sed 's/date: //g'
++++ local 'curent_date=Wed, 24 Apr 2024 17:00:03 GMT
'
+++++ /usr/bin/date --date 'Wed, 24 Apr 2024 17:00:03 GMT
' --utc +%s
++++ echo 1713978003
+++ calculate_next_backup_start 1713978003 300
+++ local start_time_sec=1713978003
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713978303
+++ local next_interval_min_edge=3
+++ local next_backup_at_sec=1713978300
+++ echo 1713978300
+++ get_current_epoch_time
++++ curl -sI https://percona.com/
++++ /usr/bin/sed 's/date: //g'
++++ grep date
+++ local 'curent_date=Wed, 24 Apr 2024 17:00:04 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 17:00:04 GMT
' --utc +%s
+++ echo 1713978004
++ result=296
++ [[ 296 -gt 0 ]]
++ echo 296
+ sleep 296
+ kubectl_bin wait job/some-name-22969-incr-sch-backup --for=condition=Complete --timeout=300s
++ mktemp
+ local LAST_OUT=/tmp/tmp.8MjmJ6aFsj
++ mktemp
+ local LAST_ERR=/tmp/tmp.eTI3wk38KK
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl wait job/some-name-22969-incr-sch-backup --for=condition=Complete --timeout=300s
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.8MjmJ6aFsj
job.batch/some-name-22969-incr-sch-backup condition met
+ cat /tmp/tmp.eTI3wk38KK
+ rm /tmp/tmp.8MjmJ6aFsj /tmp/tmp.eTI3wk38KK
+ return 0
+ restore some-name-22969 s3 incr
+ local cluster=some-name-22969
+ local storage=s3
+ local backup_type=incr
+ local restore_target=
++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.g6VrieIoUh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.eKR06j6jQz
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.g6VrieIoUh
+++ cat /tmp/tmp.eKR06j6jQz
+++ rm /tmp/tmp.g6VrieIoUh /tmp/tmp.eKR06j6jQz
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tC3YOJUQCI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.B78VH2s05I
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.tC3YOJUQCI
+++ cat /tmp/tmp.B78VH2s05I
+++ rm /tmp/tmp.tC3YOJUQCI /tmp/tmp.B78VH2s05I
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FdT5O95NpH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.d1wg1zO5F8
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.FdT5O95NpH
+++ cat /tmp/tmp.d1wg1zO5F8
+++ rm /tmp/tmp.FdT5O95NpH /tmp/tmp.d1wg1zO5F8
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.p3BvLWT3rB
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.vJvYynUPhm
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.p3BvLWT3rB
++++ cat /tmp/tmp.vJvYynUPhm
++++ rm /tmp/tmp.p3BvLWT3rB /tmp/tmp.vJvYynUPhm
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yGcmwmurVr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SqtOSuGfi3
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.yGcmwmurVr
+++ cat /tmp/tmp.SqtOSuGfi3
+++ rm /tmp/tmp.yGcmwmurVr /tmp/tmp.SqtOSuGfi3
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JLHVtlCdJf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HrrHbWGhGN
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.JLHVtlCdJf
++ cat /tmp/tmp.HrrHbWGhGN
++ rm /tmp/tmp.JLHVtlCdJf /tmp/tmp.HrrHbWGhGN
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.CgGFCxkoCi
++ mktemp
+ local LAST_ERR=/tmp/tmp.imWr4vKPrV
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.CgGFCxkoCi
+ cat /tmp/tmp.imWr4vKPrV
+ rm /tmp/tmp.CgGFCxkoCi /tmp/tmp.imWr4vKPrV
+ return 0
++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.LKTpF1PheZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.rC5leSxCTO
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.LKTpF1PheZ
+++ cat /tmp/tmp.rC5leSxCTO
+++ rm /tmp/tmp.LKTpF1PheZ /tmp/tmp.rC5leSxCTO
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UUWckujTZ3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fGy7vlOVcb
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.UUWckujTZ3
+++ cat /tmp/tmp.fGy7vlOVcb
+++ rm /tmp/tmp.UUWckujTZ3 /tmp/tmp.fGy7vlOVcb
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iUM9Dd3qDN
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.UNlsho6GGe
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.iUM9Dd3qDN
+++ cat /tmp/tmp.UNlsho6GGe
+++ rm /tmp/tmp.iUM9Dd3qDN /tmp/tmp.UNlsho6GGe
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Nsc1uEi6zO
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.xchn9Dqw3L
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.Nsc1uEi6zO
++++ cat /tmp/tmp.xchn9Dqw3L
++++ rm /tmp/tmp.Nsc1uEi6zO /tmp/tmp.xchn9Dqw3L
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.qfKBShibuq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Cyh3gCjmP3
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.qfKBShibuq
+++ cat /tmp/tmp.Cyh3gCjmP3
+++ rm /tmp/tmp.qfKBShibuq /tmp/tmp.Cyh3gCjmP3
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-22969.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xZGG4nwQr0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ta7L3MsFKR
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.xZGG4nwQr0
++ cat /tmp/tmp.Ta7L3MsFKR
++ rm /tmp/tmp.xZGG4nwQr0 /tmp/tmp.Ta7L3MsFKR
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZBWhJSeG6d
++ mktemp
+ local LAST_ERR=/tmp/tmp.iFJrXItOnL
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ZBWhJSeG6d
+ cat /tmp/tmp.iFJrXItOnL
+ rm /tmp/tmp.ZBWhJSeG6d /tmp/tmp.iFJrXItOnL
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.VPLNAF3Oki
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.yvX4Vvm1NJ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.VPLNAF3Oki
+++ cat /tmp/tmp.yvX4Vvm1NJ
+++ rm /tmp/tmp.VPLNAF3Oki /tmp/tmp.yvX4Vvm1NJ
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3SdfdTKCKJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.eRO3qWTaS4
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.3SdfdTKCKJ
+++ cat /tmp/tmp.eRO3qWTaS4
+++ rm /tmp/tmp.3SdfdTKCKJ /tmp/tmp.eRO3qWTaS4
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7sWnRIGq1i
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.hbA6ITt2i1
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.7sWnRIGq1i
+++ cat /tmp/tmp.hbA6ITt2i1
+++ rm /tmp/tmp.7sWnRIGq1i /tmp/tmp.hbA6ITt2i1
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.c8WPp0Eglu
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.qqCfNy8Ntb
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.c8WPp0Eglu
++++ cat /tmp/tmp.qqCfNy8Ntb
++++ rm /tmp/tmp.c8WPp0Eglu /tmp/tmp.qqCfNy8Ntb
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9zXN5nrOe0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.f7jxdK4CHD
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.9zXN5nrOe0
+++ cat /tmp/tmp.f7jxdK4CHD
+++ rm /tmp/tmp.9zXN5nrOe0 /tmp/tmp.f7jxdK4CHD
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WIJ0u1YQGD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uRTOZDH0tv
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.WIJ0u1YQGD
++ cat /tmp/tmp.uRTOZDH0tv
++ rm /tmp/tmp.WIJ0u1YQGD /tmp/tmp.uRTOZDH0tv
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.kdpC7sNtrb
++ mktemp
+ local LAST_ERR=/tmp/tmp.DDNOIsGRAp
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.kdpC7sNtrb
+ cat /tmp/tmp.DDNOIsGRAp
+ rm /tmp/tmp.kdpC7sNtrb /tmp/tmp.DDNOIsGRAp
+ return 0
++ awk '{$1=$1;print}'
+++ get_psql_user_pass postgres some-name-22969
+++ local user=postgres
+++ local cluster=some-name-22969
+++ local namespace=scheduled-backup-22447
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Jeh0fpxzGT
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.m9SSFMz5SD
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.Jeh0fpxzGT
++++ cat /tmp/tmp.m9SSFMz5SD
++++ rm /tmp/tmp.Jeh0fpxzGT /tmp/tmp.m9SSFMz5SD
++++ return 0
+++ [[ xsome-name-22969 == \x ]]
+++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.1ZHRfrR0cS
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.zLjh0CroIB
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.1ZHRfrR0cS
++++ cat /tmp/tmp.zLjh0CroIB
++++ rm /tmp/tmp.1ZHRfrR0cS /tmp/tmp.zLjh0CroIB
++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.VicjDMQQIu
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.3ONTfugsr3
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.VicjDMQQIu
++++ cat /tmp/tmp.3ONTfugsr3
++++ rm /tmp/tmp.VicjDMQQIu /tmp/tmp.3ONTfugsr3
++++ return 0
+++ [[ xsome-name-22969-users-secret == \x ]]
++++ base64 -d
+++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.LPGkO1QyWp
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.AKyQGe9TWo
+++++ local exit_status=0
+++++ local timeout=4
+++++ set +o errexit
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ set -o errexit
+++++ cat /tmp/tmp.LPGkO1QyWp
+++++ cat /tmp/tmp.AKyQGe9TWo
+++++ rm /tmp/tmp.LPGkO1QyWp /tmp/tmp.AKyQGe9TWo
+++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.8MsKgcmSX4
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.jP2zE1eL11
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.8MsKgcmSX4
++++ cat /tmp/tmp.jP2zE1eL11
++++ rm /tmp/tmp.8MsKgcmSX4 /tmp/tmp.jP2zE1eL11
++++ return 0
+++ echo postgres_password
++ run_psql '\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;' postgres:postgres_password@some-name-22969.scheduled-backup-22447
++ local 'command=\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;'
++ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
++ local driver=postgres
++ local suffix=.svc.cluster.local
+++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wwqF9rpNLO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1QTT3mkkQK
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.wwqF9rpNLO
+++ cat /tmp/tmp.1QTT3mkkQK
+++ rm /tmp/tmp.wwqF9rpNLO /tmp/tmp.1QTT3mkkQK
+++ return 0
++ local client_container=pg-client-76df9df876-lqmh4
++ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5vry9OyHKJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nXkiRe7pQ8
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.5vry9OyHKJ
++ cat /tmp/tmp.nXkiRe7pQ8
++ rm /tmp/tmp.5vry9OyHKJ /tmp/tmp.nXkiRe7pQ8
++ return 0
+ restore_target=773
++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TEZ5JSqVSK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.T1FT9X9GbD
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.TEZ5JSqVSK
+++ cat /tmp/tmp.T1FT9X9GbD
+++ rm /tmp/tmp.TEZ5JSqVSK /tmp/tmp.T1FT9X9GbD
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UQHCb5SxiU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.KCXkzbrz2o
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.UQHCb5SxiU
+++ cat /tmp/tmp.KCXkzbrz2o
+++ rm /tmp/tmp.UQHCb5SxiU /tmp/tmp.KCXkzbrz2o
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ur7spbw5iX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xuK9u9M1FC
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ur7spbw5iX
+++ cat /tmp/tmp.xuK9u9M1FC
+++ rm /tmp/tmp.ur7spbw5iX /tmp/tmp.xuK9u9M1FC
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Kt0EVKtq0g
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.LNXTACdO3q
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.Kt0EVKtq0g
++++ cat /tmp/tmp.LNXTACdO3q
++++ rm /tmp/tmp.Kt0EVKtq0g /tmp/tmp.LNXTACdO3q
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zDjpQ2RK4Z
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.8SHWotn9vx
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.zDjpQ2RK4Z
+++ cat /tmp/tmp.8SHWotn9vx
+++ rm /tmp/tmp.zDjpQ2RK4Z /tmp/tmp.8SHWotn9vx
+++ return 0
++ echo postgres_password
+ run_psql 'DROP DATABASE myapp' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local 'command=DROP DATABASE myapp'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vPqpweE8D5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wQJgJP1xrc
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.vPqpweE8D5
++ cat /tmp/tmp.wQJgJP1xrc
++ rm /tmp/tmp.vPqpweE8D5 /tmp/tmp.wQJgJP1xrc
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ee6CpfVavp
++ mktemp
+ local LAST_ERR=/tmp/tmp.40I2hbFhGt
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ee6CpfVavp
+ cat /tmp/tmp.40I2hbFhGt
+ rm /tmp/tmp.ee6CpfVavp /tmp/tmp.40I2hbFhGt
+ return 0
+ run_restore some-name-22969 incr s3 773 xid
+ local cluster=some-name-22969
+ local rstr_prefix=incr
+ local storage=s3
+ local target=773
+ local type=xid
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/restore.yml metadata.labels.pg-cluster some-name-22969
+ yq w - metadata.name incr-some-name-22969
+ yq w - spec.name incr-some-name-22969
+ yq w - spec.parameters.backrest-storage-type s3
+ yq w - spec.namespace scheduled-backup-22447
+ yq w - spec.parameters.backrest-restore-cluster some-name-22969
+ [[ 773 != \n\u\l\l ]]
+ yq w /tmp/tmp.DNiy7KR2uB/restore.yml --style=single spec.parameters.backrest-pitr-target 773
+ yq w --style=single -- - spec.parameters.backrest-restore-opts --type=xid
+ mv /tmp/tmp.DNiy7KR2uB/restore.pitr.yml /tmp/tmp.DNiy7KR2uB/restore.yml
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/restore.yml
pgtask.pg.percona.com/incr-some-name-22969 created
+ wait_bootstrap_completeness some-name-22969
+ local cluster=some-name-22969
+ wait_job_completion some-name-22969-bootstrap
+ local job=some-name-22969-bootstrap
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 1 -ge 120 ]]
+ [[ 1 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 2 -ge 120 ]]
+ [[ 2 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 3 -ge 120 ]]
+ [[ 3 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
some-name-22969-bootstrap+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_deployment some-name-22969-backrest-shared-repo
+ local name=some-name-22969-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-22969-backrest-shared-repo
+ wait_deployment some-name-22969
+ local name=some-name-22969
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-22969
+ wait_job_completion some-name-22969-stanza-create false
+ local job=some-name-22969-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
some-name-22969-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-stanza-create -o 'jsonpath={.metadata.name}'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name-22969
+ local job=backrest-backup-some-name-22969
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-22969+ retry=0
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 36 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 37 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 38 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 39 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 40 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 41 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 42 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-22969 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

++ get_psql_user_pass postgres some-name-22969
++ local user=postgres
++ local cluster=some-name-22969
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.PC4vbZVnlK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Ryl2fyYO6i
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.PC4vbZVnlK
+++ cat /tmp/tmp.Ryl2fyYO6i
+++ rm /tmp/tmp.PC4vbZVnlK /tmp/tmp.Ryl2fyYO6i
+++ return 0
++ [[ xsome-name-22969 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.c9ItgSN0Tv
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wz7dOyhx2W
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-22969 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.c9ItgSN0Tv
+++ cat /tmp/tmp.wz7dOyhx2W
+++ rm /tmp/tmp.c9ItgSN0Tv /tmp/tmp.wz7dOyhx2W
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UtTrehyn8X
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bzybGq6FSZ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.UtTrehyn8X
+++ cat /tmp/tmp.bzybGq6FSZ
+++ rm /tmp/tmp.UtTrehyn8X /tmp/tmp.bzybGq6FSZ
+++ return 0
++ [[ xsome-name-22969-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.wrCSVRXeRJ
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.36XUhCfJQu
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-22969 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.wrCSVRXeRJ
++++ cat /tmp/tmp.36XUhCfJQu
++++ rm /tmp/tmp.wrCSVRXeRJ /tmp/tmp.36XUhCfJQu
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vKOREtSP4q
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Td5t7Z8SyX
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-22969-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.vKOREtSP4q
+++ cat /tmp/tmp.Td5t7Z8SyX
+++ rm /tmp/tmp.vKOREtSP4q /tmp/tmp.Td5t7Z8SyX
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-22969.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-22969.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0Zksl3aRqO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IlqX19K1Mq
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.0Zksl3aRqO
++ cat /tmp/tmp.IlqX19K1Mq
++ rm /tmp/tmp.0Zksl3aRqO /tmp/tmp.IlqX19K1Mq
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ugz8JuP64d
++ mktemp
+ local LAST_ERR=/tmp/tmp.aFjvb79skj
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-22969.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ugz8JuP64d
+ cat /tmp/tmp.aFjvb79skj
+ rm /tmp/tmp.ugz8JuP64d /tmp/tmp.aFjvb79skj
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
+ delete_cluster_gracefully some-name-22969
+ local cluster=some-name-22969
+ kubectl_bin delete perconapgcluster/some-name-22969
++ mktemp
+ local LAST_OUT=/tmp/tmp.w9V3SZQHr9
++ mktemp
+ local LAST_ERR=/tmp/tmp.LPoDAs9Wfy
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete perconapgcluster/some-name-22969
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.w9V3SZQHr9
perconapgcluster.pg.percona.com "some-name-22969" deleted
+ cat /tmp/tmp.LPoDAs9Wfy
+ rm /tmp/tmp.w9V3SZQHr9 /tmp/tmp.LPoDAs9Wfy
+ return 0
++ kubectl_bin -n scheduled-backup-22447 get jobs --selector=pg-cluster=some-name-22969,pgrmdata=true -o 'jsonpath={.items[0].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DUkw9Ep9UH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kCVfK0x3MF
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get jobs --selector=pg-cluster=some-name-22969,pgrmdata=true -o 'jsonpath={.items[0].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.DUkw9Ep9UH
++ cat /tmp/tmp.kCVfK0x3MF
++ rm /tmp/tmp.DUkw9Ep9UH /tmp/tmp.kCVfK0x3MF
++ return 0
+ rmjob_name=some-name-22969-rmdata-qnor
+ wait_job_completion some-name-22969-rmdata-qnor false
+ local job=some-name-22969-rmdata-qnor
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
some-name-22969-rmdata-qnor+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-22969-rmdata-qnor -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ desc 'Testing full backup/restore from s3, local'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing full backup/restore from s3, local
-----------------------------------------------------------------------------------

+ cluster=some-name-11478
+ apply_configs some-name-11478
+ local cluster=some-name-11478
+ set +x
secret/some-name-11478-backrest-repo-config created
+ yq w - metadata.name some-name-11478-custom-config
+ kubectl_bin apply -f -
+ yq r /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/custom-config.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.oYctGJ5I7Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.YVwxqY3XlP
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.oYctGJ5I7Q
configmap/some-name-11478-custom-config created
+ cat /tmp/tmp.YVwxqY3XlP
+ rm /tmp/tmp.oYctGJ5I7Q /tmp/tmp.YVwxqY3XlP
+ return 0
+ spinup_pgcluster some-name-11478 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml local,s3 some-name-11478-custom-config false true full
+ local cluster=some-name-11478
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local backup=local,s3
+ local custom_config=some-name-11478-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=full
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ local namespace=scheduled-backup-22447
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name-11478 scheduled-backup-22447
+ local cluster=some-name-11478
+ local namespace=scheduled-backup-22447
+ yq w - metadata.name some-name-11478-users-secret
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ kubectl_bin -n scheduled-backup-22447 apply -f -
++ mktemp
+ yq w - stringData.some-name some-name_pass
+ local LAST_OUT=/tmp/tmp.wvBXZigi0Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.1kO1Oed9RY
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.wvBXZigi0Q
secret/some-name-11478-users-secret created
+ cat /tmp/tmp.1kO1Oed9RY
+ rm /tmp/tmp.wvBXZigi0Q /tmp/tmp.1kO1Oed9RY
+ return 0
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/users-secret.yaml
+ kubectl_bin -n scheduled-backup-22447 apply -f -
+ yq w - metadata.name some-name-11478-pmm-secret
++ mktemp
+ local LAST_OUT=/tmp/tmp.TMF0Ia4Ig7
++ mktemp
+ local LAST_ERR=/tmp/tmp.s4SoTbsH3l
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.TMF0Ia4Ig7
secret/some-name-11478-pmm-secret created
+ cat /tmp/tmp.s4SoTbsH3l
+ rm /tmp/tmp.TMF0Ia4Ig7 /tmp/tmp.s4SoTbsH3l
+ return 0
+ kubectl_bin -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.tt05shctjf
++ mktemp
+ local LAST_ERR=/tmp/tmp.1BPubjoMlH
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.tt05shctjf
deployment.apps/pg-client unchanged
+ cat /tmp/tmp.1BPubjoMlH
+ rm /tmp/tmp.tt05shctjf /tmp/tmp.1BPubjoMlH
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml some-name-11478 local,s3 false false some-name-11478-custom-config false true full false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml
+ local name=some-name-11478
+ local backup=local,s3
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=some-name-11478-custom-config
+ local podAntiAffinity=false
+ local schedule=true
+ local schedule_type=full
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/deploy/cr.yaml metadata.annotations.current-primary some-name-11478
+ yq w - metadata.labels.crunchy-pgha-scope some-name-11478
+ yq w - metadata.labels.name some-name-11478
+ yq w - spec.name some-name-11478
+ yq w - metadata.name some-name-11478
+ yq w - spec.clustername some-name-11478
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.user some-name
+ yq w - spec.database some-name-11478
+ yq w - spec.secretsName some-name-11478-users-secret
+ yq w - metadata.labels.pg-cluster some-name-11478
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.keepData false
+ yq w - spec.keepBackups false
+ yq w - metadata.labels.deployment-name some-name-11478
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ case ${podAntiAffinity} in
+ case ${backup} in
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ [[ true == \t\r\u\e ]]
+ yq w /tmp/tmp.DNiy7KR2uB/cr.yaml 'spec.backup.storages[my-s3].bucket' pg-operator-testing
+ yq w - 'spec.backup.storages[my-s3].region' us-east-1
+ yq w - 'spec.backup.storages[my-s3].uriStyle' path
+ yq w - 'spec.backup.schedule[0].name' sch-backup
+ yq w - 'spec.backup.storages[my-s3].type' s3
+ yq w - 'spec.backup.schedule[0].schedule' '*/5 * * * *'
+ yq w - 'spec.backup.schedule[0].storage' my-s3
+ yq w - 'spec.backup.storages[my-s3].endpointUrl' s3.amazonaws.com
+ yq w - 'spec.backup.schedule[0].type' full
+ mv /tmp/tmp.DNiy7KR2uB/cr.backup.yaml /tmp/tmp.DNiy7KR2uB/cr.yaml
+ [[ false != \f\a\l\s\e ]]
+ [[ some-name-11478-custom-config != \f\a\l\s\e ]]
+ yq w -i /tmp/tmp.DNiy7KR2uB/cr.yaml spec.pgPrimary.customconfig some-name-11478-custom-config
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
++ mktemp
+ local LAST_OUT=/tmp/tmp.rZwqsmRH3Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.ELBSzH3Enm
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/cr.yaml -n scheduled-backup-22447
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.rZwqsmRH3Q
perconapgcluster.pg.percona.com/some-name-11478 created
+ cat /tmp/tmp.ELBSzH3Enm
+ rm /tmp/tmp.rZwqsmRH3Q /tmp/tmp.ELBSzH3Enm
+ return 0
+ wait_deployment some-name-11478-backrest-shared-repo
+ local name=some-name-11478-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11478-backrest-shared-repo..
+ wait_deployment some-name-11478
+ local name=some-name-11478
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11478......
+ [[ local,s3 == \g\c\s\+* ]]
+ wait_job_completion some-name-11478-stanza-create false
+ local job=some-name-11478-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
some-name-11478-stanza-create+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_job_completion backrest-backup-some-name-11478
+ local job=backrest-backup-some-name-11478
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-11478+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 36 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 37 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 38 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 39 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 40 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 41 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 42 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 43 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 44 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 45 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 46 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name-11478
+ cluster_name=some-name-11478
+ wait_cluster_status some-name-11478 'pgcluster Initialized'
+ local cluster_name=some-name-11478
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=scheduled-backup-22447
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jo05mvVhwC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3h6Ml2NTkr
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.Jo05mvVhwC
++ cat /tmp/tmp.3h6Ml2NTkr
++ rm /tmp/tmp.Jo05mvVhwC /tmp/tmp.3h6Ml2NTkr
++ return 0
+ status_query='kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IQHgJPfbaa
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2N3fLUp6jt
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.IQHgJPfbaa
+++ cat /tmp/tmp.2N3fLUp6jt
+++ rm /tmp/tmp.IQHgJPfbaa /tmp/tmp.2N3fLUp6jt
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Mokswxe1j6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.HyfephxY9d
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Mokswxe1j6
+++ cat /tmp/tmp.HyfephxY9d
+++ rm /tmp/tmp.Mokswxe1j6 /tmp/tmp.HyfephxY9d
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9IL3BYBN6O
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1RFSOZezIL
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.9IL3BYBN6O
+++ cat /tmp/tmp.1RFSOZezIL
+++ rm /tmp/tmp.9IL3BYBN6O /tmp/tmp.1RFSOZezIL
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.EbYj9X9eud
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.8TQ9tsf6Fr
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.EbYj9X9eud
+++ cat /tmp/tmp.8TQ9tsf6Fr
+++ rm /tmp/tmp.EbYj9X9eud /tmp/tmp.8TQ9tsf6Fr
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.V0EwVc9nSI
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.LNBvQCnAgU
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.V0EwVc9nSI
++++ cat /tmp/tmp.LNBvQCnAgU
++++ rm /tmp/tmp.V0EwVc9nSI /tmp/tmp.LNBvQCnAgU
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MbRuxa8jAc
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.47InWQuIhg
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.MbRuxa8jAc
+++ cat /tmp/tmp.47InWQuIhg
+++ rm /tmp/tmp.MbRuxa8jAc /tmp/tmp.47InWQuIhg
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UFhnxLnBuQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sXgBIL5ahA
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.UFhnxLnBuQ
++ cat /tmp/tmp.sXgBIL5ahA
++ rm /tmp/tmp.UFhnxLnBuQ /tmp/tmp.sXgBIL5ahA
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.cKDT0JByf4
++ mktemp
+ local LAST_ERR=/tmp/tmp.hQ6uHWnT9X
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.cKDT0JByf4
+ cat /tmp/tmp.hQ6uHWnT9X
+ rm /tmp/tmp.cKDT0JByf4 /tmp/tmp.hQ6uHWnT9X
+ return 0
++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.gtZoIxpN6p
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.KtTNGLUB3d
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.gtZoIxpN6p
+++ cat /tmp/tmp.KtTNGLUB3d
+++ rm /tmp/tmp.gtZoIxpN6p /tmp/tmp.KtTNGLUB3d
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MIyi7jq5nR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.r3CColozey
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.MIyi7jq5nR
+++ cat /tmp/tmp.r3CColozey
+++ rm /tmp/tmp.MIyi7jq5nR /tmp/tmp.r3CColozey
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.c6hRVDWZVk
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.DjrPEnJVWQ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.c6hRVDWZVk
+++ cat /tmp/tmp.DjrPEnJVWQ
+++ rm /tmp/tmp.c6hRVDWZVk /tmp/tmp.DjrPEnJVWQ
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.22ANuXMXED
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.EyogHZTGHz
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.22ANuXMXED
++++ cat /tmp/tmp.EyogHZTGHz
++++ rm /tmp/tmp.22ANuXMXED /tmp/tmp.EyogHZTGHz
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vOnFs1koEA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.u441i0SLdC
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.vOnFs1koEA
+++ cat /tmp/tmp.u441i0SLdC
+++ rm /tmp/tmp.vOnFs1koEA /tmp/tmp.u441i0SLdC
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1fK5yIqmWZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kg1wHh1daY
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.1fK5yIqmWZ
++ cat /tmp/tmp.kg1wHh1daY
++ rm /tmp/tmp.1fK5yIqmWZ /tmp/tmp.kg1wHh1daY
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.EGhok7Twu9
++ mktemp
+ local LAST_ERR=/tmp/tmp.NC3cbO1C5X
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.EGhok7Twu9
+ cat /tmp/tmp.NC3cbO1C5X
+ rm /tmp/tmp.EGhok7Twu9 /tmp/tmp.NC3cbO1C5X
+ return 0
++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UtW1XhObZc
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dIG4rmeWnS
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.UtW1XhObZc
+++ cat /tmp/tmp.dIG4rmeWnS
+++ rm /tmp/tmp.UtW1XhObZc /tmp/tmp.dIG4rmeWnS
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9eFHHGvvGs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.r6o88cAD73
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.9eFHHGvvGs
+++ cat /tmp/tmp.r6o88cAD73
+++ rm /tmp/tmp.9eFHHGvvGs /tmp/tmp.r6o88cAD73
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.lqMP80rvup
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Yp81AgaL80
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.lqMP80rvup
+++ cat /tmp/tmp.Yp81AgaL80
+++ rm /tmp/tmp.lqMP80rvup /tmp/tmp.Yp81AgaL80
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.QfsflQfF6F
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.FzEgfKoRmY
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.QfsflQfF6F
++++ cat /tmp/tmp.FzEgfKoRmY
++++ rm /tmp/tmp.QfsflQfF6F /tmp/tmp.FzEgfKoRmY
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4fvMsesMZj
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2LZJXmUBKo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.4fvMsesMZj
+++ cat /tmp/tmp.2LZJXmUBKo
+++ rm /tmp/tmp.4fvMsesMZj /tmp/tmp.2LZJXmUBKo
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SMCaBsgXGL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tShhYhmFMf
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.SMCaBsgXGL
++ cat /tmp/tmp.tShhYhmFMf
++ rm /tmp/tmp.SMCaBsgXGL /tmp/tmp.tShhYhmFMf
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.vwhWsAQy3q
++ mktemp
+ local LAST_ERR=/tmp/tmp.00WxdoxTdR
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.vwhWsAQy3q
+ cat /tmp/tmp.00WxdoxTdR
+ rm /tmp/tmp.vwhWsAQy3q /tmp/tmp.00WxdoxTdR
+ return 0
+ sleep 10
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.backup.schedule[0].name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.AVPk17pCsJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kceF1wFH30
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.backup.schedule[0].name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.AVPk17pCsJ
+++ cat /tmp/tmp.kceF1wFH30
+++ rm /tmp/tmp.AVPk17pCsJ /tmp/tmp.kceF1wFH30
+++ return 0
++ next_backup_after_sec some-name-11478-sch-backup
++ local conf_map_name=some-name-11478-sch-backup
++++ kubectl_bin get configmap/some-name-11478-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.apWIGli8WV
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.DBgFDC5eCx
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get configmap/some-name-11478-sch-backup -o 'jsonpath={.metadata.creationTimestamp}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.apWIGli8WV
++++ cat /tmp/tmp.DBgFDC5eCx
++++ rm /tmp/tmp.apWIGli8WV /tmp/tmp.DBgFDC5eCx
++++ return 0
+++ /usr/bin/date +%s --date=2024-04-24T17:11:23Z --utc
++ local configmap_creation_time=1713978683
+++ kubectl_bin get configmap/some-name-11478-sch-backup -o 'jsonpath={.data.schedule}'
+++ grep -Eo '[0-9]+'
+++ jq .schedule
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yVBBHaEuJt
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lWhG0JMEc1
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get configmap/some-name-11478-sch-backup -o 'jsonpath={.data.schedule}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.yVBBHaEuJt
+++ cat /tmp/tmp.lWhG0JMEc1
+++ rm /tmp/tmp.yVBBHaEuJt /tmp/tmp.lWhG0JMEc1
+++ return 0
++ local backup_time_interval_sec=300
+++ calculate_next_backup_start 1713978683 300
+++ local start_time_sec=1713978683
+++ local backup_time_interval_sec=300
+++ local next_interval_hop=1713978983
+++ local next_interval_min_edge=83
+++ local next_backup_at_sec=1713978900
+++ echo 1713978900
+++ get_current_epoch_time
++++ curl -sI https://percona.com/
++++ grep date
++++ /usr/bin/sed 's/date: //g'
+++ local 'curent_date=Wed, 24 Apr 2024 17:14:59 GMT
'
++++ /usr/bin/date --date 'Wed, 24 Apr 2024 17:14:59 GMT
' --utc +%s
+++ echo 1713978899
++ local result=1
++ [[ 1 -gt 0 ]]
++ echo 1
+ sleep 1
+ kubectl_bin wait job/some-name-11478-full-sch-backup --for=condition=Complete --timeout=300s
++ mktemp
+ local LAST_OUT=/tmp/tmp.MtDJj5L3ox
++ mktemp
+ local LAST_ERR=/tmp/tmp.SjJxT8oMy7
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl wait job/some-name-11478-full-sch-backup --for=condition=Complete --timeout=300s
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.MtDJj5L3ox
job.batch/some-name-11478-full-sch-backup condition met
+ cat /tmp/tmp.SjJxT8oMy7
+ rm /tmp/tmp.MtDJj5L3ox /tmp/tmp.SjJxT8oMy7
+ return 0
+ restore some-name-11478 s3 full
+ local cluster=some-name-11478
+ local storage=s3
+ local backup_type=full
+ local restore_target=
++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FKCBG7NFcL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dFNf0b17Xp
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.FKCBG7NFcL
+++ cat /tmp/tmp.dFNf0b17Xp
+++ rm /tmp/tmp.FKCBG7NFcL /tmp/tmp.dFNf0b17Xp
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YeMlit0WBn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.prXDFG2YOD
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.YeMlit0WBn
+++ cat /tmp/tmp.prXDFG2YOD
+++ rm /tmp/tmp.YeMlit0WBn /tmp/tmp.prXDFG2YOD
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7ozXGbUT34
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZEnhFtwOeW
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.7ozXGbUT34
+++ cat /tmp/tmp.ZEnhFtwOeW
+++ rm /tmp/tmp.7ozXGbUT34 /tmp/tmp.ZEnhFtwOeW
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.AZo64N3CpR
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.N4l59bp8Xn
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.AZo64N3CpR
++++ cat /tmp/tmp.N4l59bp8Xn
++++ rm /tmp/tmp.AZo64N3CpR /tmp/tmp.N4l59bp8Xn
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.sMKy08CEH1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lN8ImWlt9c
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.sMKy08CEH1
+++ cat /tmp/tmp.lN8ImWlt9c
+++ rm /tmp/tmp.sMKy08CEH1 /tmp/tmp.lN8ImWlt9c
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q5BIbu5VHp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vKpWjsIQ5q
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.q5BIbu5VHp
++ cat /tmp/tmp.vKpWjsIQ5q
++ rm /tmp/tmp.q5BIbu5VHp /tmp/tmp.vKpWjsIQ5q
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.smJaFm0IOU
++ mktemp
+ local LAST_ERR=/tmp/tmp.XcW8qglwcJ
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.smJaFm0IOU
+ cat /tmp/tmp.XcW8qglwcJ
+ rm /tmp/tmp.smJaFm0IOU /tmp/tmp.XcW8qglwcJ
+ return 0
++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ZWLE4G9vJb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gzGg2566Jh
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ZWLE4G9vJb
+++ cat /tmp/tmp.gzGg2566Jh
+++ rm /tmp/tmp.ZWLE4G9vJb /tmp/tmp.gzGg2566Jh
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NihPiWil4P
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ERwP9qQ7ob
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.NihPiWil4P
+++ cat /tmp/tmp.ERwP9qQ7ob
+++ rm /tmp/tmp.NihPiWil4P /tmp/tmp.ERwP9qQ7ob
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FCYAV8mOwx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bfPjhK4MTV
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.FCYAV8mOwx
+++ cat /tmp/tmp.bfPjhK4MTV
+++ rm /tmp/tmp.FCYAV8mOwx /tmp/tmp.bfPjhK4MTV
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.d6DqLSoLpI
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.LoKhg9G8gw
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.d6DqLSoLpI
++++ cat /tmp/tmp.LoKhg9G8gw
++++ rm /tmp/tmp.d6DqLSoLpI /tmp/tmp.LoKhg9G8gw
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.WaucaKI2G0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tg2c5yubLI
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.WaucaKI2G0
+++ cat /tmp/tmp.tg2c5yubLI
+++ rm /tmp/tmp.WaucaKI2G0 /tmp/tmp.tg2c5yubLI
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11478.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OIpLBlpPSh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U9bCZ18rzJ
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.OIpLBlpPSh
++ cat /tmp/tmp.U9bCZ18rzJ
++ rm /tmp/tmp.OIpLBlpPSh /tmp/tmp.U9bCZ18rzJ
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.U0vIDo9MCb
++ mktemp
+ local LAST_ERR=/tmp/tmp.VltaxQzgQ4
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.U0vIDo9MCb
+ cat /tmp/tmp.VltaxQzgQ4
+ rm /tmp/tmp.U0vIDo9MCb /tmp/tmp.VltaxQzgQ4
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iB1Dnqhf6V
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wzChPJiPrZ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.iB1Dnqhf6V
+++ cat /tmp/tmp.wzChPJiPrZ
+++ rm /tmp/tmp.iB1Dnqhf6V /tmp/tmp.wzChPJiPrZ
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cBOSNBBi6c
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.hKtINSD3C5
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.cBOSNBBi6c
+++ cat /tmp/tmp.hKtINSD3C5
+++ rm /tmp/tmp.cBOSNBBi6c /tmp/tmp.hKtINSD3C5
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wTnMeuTa6N
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.U9vVwQIP0r
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.wTnMeuTa6N
+++ cat /tmp/tmp.U9vVwQIP0r
+++ rm /tmp/tmp.wTnMeuTa6N /tmp/tmp.U9vVwQIP0r
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.9M1ATPXmqO
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.kN4ztMqQHK
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.9M1ATPXmqO
++++ cat /tmp/tmp.kN4ztMqQHK
++++ rm /tmp/tmp.9M1ATPXmqO /tmp/tmp.kN4ztMqQHK
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.z8sQVwF9kB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0ndoMthQCt
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.z8sQVwF9kB
+++ cat /tmp/tmp.0ndoMthQCt
+++ rm /tmp/tmp.z8sQVwF9kB /tmp/tmp.0ndoMthQCt
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sV1h2jmoqr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eOypiKffwG
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.sV1h2jmoqr
++ cat /tmp/tmp.eOypiKffwG
++ rm /tmp/tmp.sV1h2jmoqr /tmp/tmp.eOypiKffwG
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.mXp9S8BZ1P
++ mktemp
+ local LAST_ERR=/tmp/tmp.OfMNvkNrkh
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.mXp9S8BZ1P
+ cat /tmp/tmp.OfMNvkNrkh
+ rm /tmp/tmp.mXp9S8BZ1P /tmp/tmp.OfMNvkNrkh
+ return 0
++ awk '{$1=$1;print}'
+++ get_psql_user_pass postgres some-name-11478
+++ local user=postgres
+++ local cluster=some-name-11478
+++ local namespace=scheduled-backup-22447
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.otJTYzMblu
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.WGlg0rDJZr
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.otJTYzMblu
++++ cat /tmp/tmp.WGlg0rDJZr
++++ rm /tmp/tmp.otJTYzMblu /tmp/tmp.WGlg0rDJZr
++++ return 0
+++ [[ xsome-name-11478 == \x ]]
+++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.sGKAN41AmK
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.3CZcGCshbg
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.sGKAN41AmK
++++ cat /tmp/tmp.3CZcGCshbg
++++ rm /tmp/tmp.sGKAN41AmK /tmp/tmp.3CZcGCshbg
++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.ZPg13a6nX4
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ZxL8OLdvRe
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.ZPg13a6nX4
++++ cat /tmp/tmp.ZxL8OLdvRe
++++ rm /tmp/tmp.ZPg13a6nX4 /tmp/tmp.ZxL8OLdvRe
++++ return 0
+++ [[ xsome-name-11478-users-secret == \x ]]
++++ base64 -d
+++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.7gEqNByVhf
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.GYXten1iAU
+++++ local exit_status=0
+++++ local timeout=4
+++++ set +o errexit
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ set -o errexit
+++++ cat /tmp/tmp.7gEqNByVhf
+++++ cat /tmp/tmp.GYXten1iAU
+++++ rm /tmp/tmp.7gEqNByVhf /tmp/tmp.GYXten1iAU
+++++ return 0
++++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.ni1rc5s6Oo
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.g4pVLOqDfw
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.ni1rc5s6Oo
++++ cat /tmp/tmp.g4pVLOqDfw
++++ rm /tmp/tmp.ni1rc5s6Oo /tmp/tmp.g4pVLOqDfw
++++ return 0
+++ echo postgres_password
++ run_psql '\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;' postgres:postgres_password@some-name-11478.scheduled-backup-22447
++ local 'command=\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;'
++ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
++ local driver=postgres
++ local suffix=.svc.cluster.local
+++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.QWBizZYx51
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.oHrJwC8zjU
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.QWBizZYx51
+++ cat /tmp/tmp.oHrJwC8zjU
+++ rm /tmp/tmp.QWBizZYx51 /tmp/tmp.oHrJwC8zjU
+++ return 0
++ local client_container=pg-client-76df9df876-lqmh4
++ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IEzNe9UwtN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pueOwOP8Va
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT xmin FROM myApp WHERE id=100501;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.IEzNe9UwtN
++ cat /tmp/tmp.pueOwOP8Va
++ rm /tmp/tmp.IEzNe9UwtN /tmp/tmp.pueOwOP8Va
++ return 0
+ restore_target=773
++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.f7QEyrnm7q
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gHyXm6Jbfg
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.f7QEyrnm7q
+++ cat /tmp/tmp.gHyXm6Jbfg
+++ rm /tmp/tmp.f7QEyrnm7q /tmp/tmp.gHyXm6Jbfg
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.X1P0Uzo3V3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tBv5y8kJZt
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.X1P0Uzo3V3
+++ cat /tmp/tmp.tBv5y8kJZt
+++ rm /tmp/tmp.X1P0Uzo3V3 /tmp/tmp.tBv5y8kJZt
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ZagrEFIpZe
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XO5wMhzr11
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ZagrEFIpZe
+++ cat /tmp/tmp.XO5wMhzr11
+++ rm /tmp/tmp.ZagrEFIpZe /tmp/tmp.XO5wMhzr11
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.UMsrq1vyWD
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.hXbN5PxyxY
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.UMsrq1vyWD
++++ cat /tmp/tmp.hXbN5PxyxY
++++ rm /tmp/tmp.UMsrq1vyWD /tmp/tmp.hXbN5PxyxY
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2BvCA3ES1B
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.HiGryl9ClB
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.2BvCA3ES1B
+++ cat /tmp/tmp.HiGryl9ClB
+++ rm /tmp/tmp.2BvCA3ES1B /tmp/tmp.HiGryl9ClB
+++ return 0
++ echo postgres_password
+ run_psql 'DROP DATABASE myapp' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local 'command=DROP DATABASE myapp'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lNrUiq8ci5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dnIcOue28U
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.lNrUiq8ci5
++ cat /tmp/tmp.dnIcOue28U
++ rm /tmp/tmp.lNrUiq8ci5 /tmp/tmp.dnIcOue28U
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ST2loXk22T
++ mktemp
+ local LAST_ERR=/tmp/tmp.JGWrutZaiR
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''DROP DATABASE myapp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ST2loXk22T
+ cat /tmp/tmp.JGWrutZaiR
+ rm /tmp/tmp.ST2loXk22T /tmp/tmp.JGWrutZaiR
+ return 0
+ run_restore some-name-11478 full s3 773 xid
+ local cluster=some-name-11478
+ local rstr_prefix=full
+ local storage=s3
+ local target=773
+ local type=xid
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/conf/restore.yml metadata.labels.pg-cluster some-name-11478
+ yq w - metadata.name full-some-name-11478
+ yq w - spec.namespace scheduled-backup-22447
+ yq w - spec.parameters.backrest-storage-type s3
+ yq w - spec.parameters.backrest-restore-cluster some-name-11478
+ yq w - spec.name full-some-name-11478
+ [[ 773 != \n\u\l\l ]]
+ yq w /tmp/tmp.DNiy7KR2uB/restore.yml --style=single spec.parameters.backrest-pitr-target 773
+ yq w --style=single -- - spec.parameters.backrest-restore-opts --type=xid
+ mv /tmp/tmp.DNiy7KR2uB/restore.pitr.yml /tmp/tmp.DNiy7KR2uB/restore.yml
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/restore.yml
pgtask.pg.percona.com/full-some-name-11478 created
+ wait_bootstrap_completeness some-name-11478
+ local cluster=some-name-11478
+ wait_job_completion some-name-11478-bootstrap
+ local job=some-name-11478-bootstrap
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 1 -ge 120 ]]
+ [[ 1 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 2 -ge 120 ]]
+ [[ 2 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 3 -ge 120 ]]
+ [[ 3 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 4 -ge 120 ]]
+ [[ 4 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
some-name-11478-bootstrap+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ grep -io 'not found'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/some-name-11478-bootstrap -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_deployment some-name-11478-backrest-shared-repo
+ local name=some-name-11478-backrest-shared-repo
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11478-backrest-shared-repo
+ wait_deployment some-name-11478
+ local name=some-name-11478
+ local target_namespace=scheduled-backup-22447
+ sleep 10
+ set +o xtrace
some-name-11478
+ wait_job_completion some-name-11478-stanza-create false
+ local job=some-name-11478-stanza-create
+ local mandatory=false
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 1 -ge 120 ]]
+ [[ 1 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 2 -ge 120 ]]
+ [[ 2 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 3 -ge 120 ]]
+ [[ 3 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 4 -ge 120 ]]
+ [[ 4 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 5 -ge 120 ]]
+ [[ 5 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 6 -ge 120 ]]
+ [[ 6 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 7 -ge 120 ]]
+ [[ 7 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 8 -ge 120 ]]
+ [[ 8 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 9 -ge 120 ]]
+ [[ 9 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 10 -ge 120 ]]
+ [[ 10 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 11 -ge 120 ]]
+ [[ 11 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 12 -ge 120 ]]
+ [[ 12 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 13 -ge 120 ]]
+ [[ 13 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 14 -ge 120 ]]
+ [[ 14 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 15 -ge 120 ]]
+ [[ 15 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 16 -ge 120 ]]
+ [[ 16 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 17 -ge 120 ]]
+ [[ 17 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 18 -ge 120 ]]
+ [[ 18 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 19 -ge 120 ]]
+ [[ 19 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 20 -ge 120 ]]
+ [[ 20 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 21 -ge 120 ]]
+ [[ 21 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 22 -ge 120 ]]
+ [[ 22 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 23 -ge 120 ]]
+ [[ 23 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 24 -ge 120 ]]
+ [[ 24 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 25 -ge 120 ]]
+ [[ 25 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 26 -ge 120 ]]
+ [[ 26 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 27 -ge 120 ]]
+ [[ 27 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 28 -ge 120 ]]
+ [[ 28 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 29 -ge 120 ]]
+ [[ 29 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 30 -ge 120 ]]
+ [[ 30 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 31 -ge 120 ]]
+ [[ 31 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 32 -ge 120 ]]
+ [[ 32 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 33 -ge 120 ]]
+ [[ 33 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 34 -ge 120 ]]
+ [[ 34 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 35 -ge 120 ]]
+ [[ 35 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 36 -ge 120 ]]
+ [[ 36 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 37 -ge 120 ]]
+ [[ 37 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 38 -ge 120 ]]
+ [[ 38 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 39 -ge 120 ]]
+ [[ 39 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 40 -ge 120 ]]
+ [[ 40 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 41 -ge 120 ]]
+ [[ 41 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 42 -ge 120 ]]
+ [[ 42 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 43 -ge 120 ]]
+ [[ 43 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 44 -ge 120 ]]
+ [[ 44 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 45 -ge 120 ]]
+ [[ 45 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 46 -ge 120 ]]
+ [[ 46 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 47 -ge 120 ]]
+ [[ 47 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 48 -ge 120 ]]
+ [[ 48 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 49 -ge 120 ]]
+ [[ 49 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 50 -ge 120 ]]
+ [[ 50 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 51 -ge 120 ]]
+ [[ 51 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 52 -ge 120 ]]
+ [[ 52 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 53 -ge 120 ]]
+ [[ 53 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 54 -ge 120 ]]
+ [[ 54 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 55 -ge 120 ]]
+ [[ 55 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 56 -ge 120 ]]
+ [[ 56 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 57 -ge 120 ]]
+ [[ 57 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 58 -ge 120 ]]
+ [[ 58 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 59 -ge 120 ]]
+ [[ 59 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 60 -ge 120 ]]
+ [[ 60 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 61 -ge 120 ]]
+ [[ 61 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 62 -ge 120 ]]
+ [[ 62 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 63 -ge 120 ]]
+ [[ 63 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 64 -ge 120 ]]
+ [[ 64 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 65 -ge 120 ]]
+ [[ 65 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 66 -ge 120 ]]
+ [[ 66 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 67 -ge 120 ]]
+ [[ 67 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 68 -ge 120 ]]
+ [[ 68 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 69 -ge 120 ]]
+ [[ 69 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 70 -ge 120 ]]
+ [[ 70 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 71 -ge 120 ]]
+ [[ 71 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 72 -ge 120 ]]
+ [[ 72 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 73 -ge 120 ]]
+ [[ 73 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 74 -ge 120 ]]
+ [[ 74 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 75 -ge 120 ]]
+ [[ 75 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 76 -ge 120 ]]
+ [[ 76 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 77 -ge 120 ]]
+ [[ 77 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 78 -ge 120 ]]
+ [[ 78 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 79 -ge 120 ]]
+ [[ 79 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 80 -ge 120 ]]
+ [[ 80 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 81 -ge 120 ]]
+ [[ 81 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 82 -ge 120 ]]
+ [[ 82 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 83 -ge 120 ]]
+ [[ 83 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 84 -ge 120 ]]
+ [[ 84 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 85 -ge 120 ]]
+ [[ 85 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 86 -ge 120 ]]
+ [[ 86 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 87 -ge 120 ]]
+ [[ 87 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 88 -ge 120 ]]
+ [[ 88 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 89 -ge 120 ]]
+ [[ 89 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 90 -ge 120 ]]
+ [[ 90 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 91 -ge 120 ]]
+ [[ 91 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 92 -ge 120 ]]
+ [[ 92 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 93 -ge 120 ]]
+ [[ 93 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 94 -ge 120 ]]
+ [[ 94 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 95 -ge 120 ]]
+ [[ 95 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 96 -ge 120 ]]
+ [[ 96 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 97 -ge 120 ]]
+ [[ 97 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 98 -ge 120 ]]
+ [[ 98 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 99 -ge 120 ]]
+ [[ 99 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 100 -ge 120 ]]
+ [[ 100 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 101 -ge 120 ]]
+ [[ 101 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 102 -ge 120 ]]
+ [[ 102 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 103 -ge 120 ]]
+ [[ 103 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 104 -ge 120 ]]
+ [[ 104 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 105 -ge 120 ]]
+ [[ 105 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 106 -ge 120 ]]
+ [[ 106 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 107 -ge 120 ]]
+ [[ 107 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 108 -ge 120 ]]
+ [[ 108 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 109 -ge 120 ]]
+ [[ 109 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 110 -ge 120 ]]
+ [[ 110 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 111 -ge 120 ]]
+ [[ 111 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 112 -ge 120 ]]
+ [[ 112 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 113 -ge 120 ]]
+ [[ 113 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 114 -ge 120 ]]
+ [[ 114 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 115 -ge 120 ]]
+ [[ 115 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 116 -ge 120 ]]
+ [[ 116 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 117 -ge 120 ]]
+ [[ 117 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 118 -ge 120 ]]
+ [[ 118 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 119 -ge 120 ]]
+ [[ 119 -ge 120 ]]
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/some-name-11478-stanza-create -o 'jsonpath={.metadata.name}'
+ sleep 1
+ echo -n .
.+ let retry+=1
+ [[ 120 -ge 120 ]]
+ [[ false == \t\r\u\e ]]
+ [[ 120 -ge 120 ]]
+ [[ false != \t\r\u\e ]]
+ echo Can not detect job. Passing by.
Can not detect job. Passing by.
+ set -o xtrace
+ return 0
+ wait_job_completion backrest-backup-some-name-11478
+ local job=backrest-backup-some-name-11478
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
backrest-backup-some-name-11478+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/backrest-backup-some-name-11478 -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

++ get_psql_user_pass postgres some-name-11478
++ local user=postgres
++ local cluster=some-name-11478
++ local namespace=scheduled-backup-22447
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.h5Ztpx3kQI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.l7bJqLSv2p
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.h5Ztpx3kQI
+++ cat /tmp/tmp.l7bJqLSv2p
+++ rm /tmp/tmp.h5Ztpx3kQI /tmp/tmp.l7bJqLSv2p
+++ return 0
++ [[ xsome-name-11478 == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.127t2aOQ7c
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.etbZ4CW6V8
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl get perconapgcluster/some-name-11478 -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.127t2aOQ7c
+++ cat /tmp/tmp.etbZ4CW6V8
+++ rm /tmp/tmp.127t2aOQ7c /tmp/tmp.etbZ4CW6V8
+++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.LNFBqbl830
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TPdqFuZaEn
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.LNFBqbl830
+++ cat /tmp/tmp.TPdqFuZaEn
+++ rm /tmp/tmp.LNFBqbl830 /tmp/tmp.TPdqFuZaEn
+++ return 0
++ [[ xsome-name-11478-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.JCi8k8WgHH
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.xP9LInyDOJ
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++++ kubectl -n scheduled-backup-22447 get perconapgcluster/some-name-11478 -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.JCi8k8WgHH
++++ cat /tmp/tmp.xP9LInyDOJ
++++ rm /tmp/tmp.JCi8k8WgHH /tmp/tmp.xP9LInyDOJ
++++ return 0
+++ kubectl_bin -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yaMHRaak1H
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6xI2ehkVwa
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+++ kubectl -n scheduled-backup-22447 get secret/some-name-11478-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.yaMHRaak1H
+++ cat /tmp/tmp.6xI2ehkVwa
+++ rm /tmp/tmp.yaMHRaak1H /tmp/tmp.6xI2ehkVwa
+++ return 0
++ echo postgres_password
+ compare_psql_cmd select-1 '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local command_id=select-1
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local postfix=
+ local uri_suffix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql
+ run_psql '\c myapp \\\ SELECT * from myApp;' postgres:postgres_password@some-name-11478.scheduled-backup-22447 postgres ''
+ local 'command=\c myapp \\\ SELECT * from myApp;'
+ local uri=postgres:postgres_password@some-name-11478.scheduled-backup-22447
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HX8KX0U9Rt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qH08KRWCSd
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl -n scheduled-backup-22447 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.HX8KX0U9Rt
++ cat /tmp/tmp.qH08KRWCSd
++ rm /tmp/tmp.HX8KX0U9Rt /tmp/tmp.qH08KRWCSd
++ return 0
+ local client_container=pg-client-76df9df876-lqmh4
+ kubectl_bin exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.gIAPGux1ZC
++ mktemp
+ local LAST_ERR=/tmp/tmp.uGEeqVWBuN
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl exec pg-client-76df9df876-lqmh4 -n scheduled-backup-22447 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name-11478.scheduled-backup-22447.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.gIAPGux1ZC
+ cat /tmp/tmp.uGEeqVWBuN
+ rm /tmp/tmp.gIAPGux1ZC /tmp/tmp.uGEeqVWBuN
+ return 0
+ '[' '!' -s /tmp/tmp.DNiy7KR2uB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pg-operator_PR-723/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.DNiy7KR2uB/select-1.sql
+ destroy scheduled-backup-22447
+ grep -v level=info
+ grep -v level=debug
+ grep -v 'Getting tasks for pod'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+ grep -v 'the object has been modified'
+ grep -v 'Getting pods from source'
+ grep -v 'get backup status: Job.batch'
+ sort -u
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ tee /tmp/tmp.DNiy7KR2uB/operator.log
+++ mktemp
++ local LAST_OUT=/tmp/tmp.13wwoXUQn8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mqYxyrzI6Z
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.13wwoXUQn8
++ cat /tmp/tmp.mqYxyrzI6Z
++ rm /tmp/tmp.13wwoXUQn8 /tmp/tmp.mqYxyrzI6Z
++ return 0
+ kubectl_bin logs postgres-operator-7b4986fcfc-jgzqs -c operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.8m8OeAx735
++ mktemp
+ local LAST_ERR=/tmp/tmp.Yn7f6pmyV8
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl logs postgres-operator-7b4986fcfc-jgzqs -c operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.8m8OeAx735
+ cat /tmp/tmp.Yn7f6pmyV8
+ rm /tmp/tmp.8m8OeAx735 /tmp/tmp.Yn7f6pmyV8
+ return 0

  
    
        
            
                
                  
                    
                      
                        
                          
                            
                                
                                        
                                            
                                            ]
                                        {
                                        }
                                        },
                                    ]
                                    }
                                    },
                                  {
                                  }
                                  },
                                ]
                                {
                                }
                                },
                              {
                              }
                            ]
                            {
                            }
                            },
                          {
                          }
                          },
                         ]
                         }
                        ]
                        {
                        }
                        },
                        }, {
                      ]
                      {
                      }
                      },
                     ]
                    ]
                    ],
                    {
                    }
                    },
                    },  {
                    }, {
                    },{
                    }]
                    }],
                  ]
                  {
                  }
                  },
                ,
                ],
                {
                }
                },
                }, {
                }],
            {
            }
            },
            }],
          }
        ],
        }
        },
    }
    },
  }
 },
{
}
},
},{
	  },
		
2024/04/24 16:28:07 INF    1 (localhost:4150) connecting to nsqd
2024/04/24 16:29:16 INF    2 (localhost:4150) connecting to nsqd
2024/04/24 16:29:18 INF    3 (localhost:4150) connecting to nsqd
2024/04/24 16:29:38 INF    4 (localhost:4150) connecting to nsqd
2024/04/24 16:30:00 INF    5 (localhost:4150) connecting to nsqd
2024/04/24 16:31:34 INF    6 (localhost:4150) connecting to nsqd
2024/04/24 16:31:35 INF    7 (localhost:4150) connecting to nsqd
2024/04/24 16:31:35 INF    8 (localhost:4150) connecting to nsqd
2024/04/24 16:33:32 INF    9 (localhost:4150) connecting to nsqd
2024/04/24 16:35:00 INF   10 (localhost:4150) connecting to nsqd
2024/04/24 16:37:10 INF   11 (localhost:4150) connecting to nsqd
2024/04/24 16:37:58 INF   12 (localhost:4150) connecting to nsqd
2024/04/24 16:38:40 INF   13 (localhost:4150) connecting to nsqd
2024/04/24 16:39:23 INF   14 (localhost:4150) connecting to nsqd
2024/04/24 16:39:31 INF   15 (localhost:4150) connecting to nsqd
2024/04/24 16:40:00 INF   16 (localhost:4150) connecting to nsqd
2024/04/24 16:41:37 INF   17 (localhost:4150) connecting to nsqd
2024/04/24 16:41:37 INF   18 (localhost:4150) connecting to nsqd
2024/04/24 16:41:38 INF   19 (localhost:4150) connecting to nsqd
2024/04/24 16:41:49 INF   20 (localhost:4150) connecting to nsqd
2024/04/24 16:42:40 INF   21 (localhost:4150) connecting to nsqd
2024/04/24 16:42:46 INF   22 (localhost:4150) connecting to nsqd
2024/04/24 16:43:23 INF   23 (localhost:4150) connecting to nsqd
2024/04/24 16:44:10 INF   24 (localhost:4150) connecting to nsqd
2024/04/24 16:44:11 INF   25 (localhost:4150) connecting to nsqd
2024/04/24 16:44:19 INF   26 (localhost:4150) connecting to nsqd
2024/04/24 16:45:00 INF   27 (localhost:4150) connecting to nsqd
2024/04/24 16:46:18 INF   28 (localhost:4150) connecting to nsqd
2024/04/24 16:46:18 INF   29 (localhost:4150) connecting to nsqd
2024/04/24 16:46:19 INF   30 (localhost:4150) connecting to nsqd
2024/04/24 16:46:43 INF   31 (localhost:4150) connecting to nsqd
2024/04/24 16:50:01 INF   32 (localhost:4150) connecting to nsqd
2024/04/24 16:50:44 INF   33 (localhost:4150) connecting to nsqd
2024/04/24 16:51:25 INF   34 (localhost:4150) connecting to nsqd
2024/04/24 16:52:08 INF   35 (localhost:4150) connecting to nsqd
2024/04/24 16:52:51 INF   36 (localhost:4150) connecting to nsqd
2024/04/24 16:53:00 INF   37 (localhost:4150) connecting to nsqd
2024/04/24 16:55:00 INF   38 (localhost:4150) connecting to nsqd
2024/04/24 16:55:05 INF   39 (localhost:4150) connecting to nsqd
2024/04/24 16:55:05 INF   40 (localhost:4150) connecting to nsqd
2024/04/24 16:55:06 INF   41 (localhost:4150) connecting to nsqd
2024/04/24 16:55:17 INF   42 (localhost:4150) connecting to nsqd
2024/04/24 16:55:19 INF   43 (localhost:4150) connecting to nsqd
2024/04/24 16:55:43 INF   44 (localhost:4150) connecting to nsqd
2024/04/24 16:55:48 INF   45 (localhost:4150) connecting to nsqd
2024/04/24 16:56:12 INF   46 (localhost:4150) connecting to nsqd
2024/04/24 16:56:57 INF   47 (localhost:4150) connecting to nsqd
2024/04/24 16:56:58 INF   48 (localhost:4150) connecting to nsqd
2024/04/24 16:57:07 INF   49 (localhost:4150) connecting to nsqd
2024/04/24 16:59:01 INF   50 (localhost:4150) connecting to nsqd
2024/04/24 16:59:02 INF   51 (localhost:4150) connecting to nsqd
2024/04/24 16:59:02 INF   52 (localhost:4150) connecting to nsqd
2024/04/24 17:00:00 INF   53 (localhost:4150) connecting to nsqd
2024/04/24 17:00:43 INF   54 (localhost:4150) connecting to nsqd
2024/04/24 17:05:01 INF   55 (localhost:4150) connecting to nsqd
2024/04/24 17:05:19 INF   56 (localhost:4150) connecting to nsqd
2024/04/24 17:06:03 INF   57 (localhost:4150) connecting to nsqd
2024/04/24 17:06:54 INF   58 (localhost:4150) connecting to nsqd
2024/04/24 17:07:31 INF   59 (localhost:4150) connecting to nsqd
2024/04/24 17:07:40 INF   60 (localhost:4150) connecting to nsqd
2024/04/24 17:09:45 INF   61 (localhost:4150) connecting to nsqd
2024/04/24 17:09:45 INF   62 (localhost:4150) connecting to nsqd
2024/04/24 17:09:45 INF   63 (localhost:4150) connecting to nsqd
2024/04/24 17:09:57 INF   64 (localhost:4150) connecting to nsqd
2024/04/24 17:10:48 INF   65 (localhost:4150) connecting to nsqd
2024/04/24 17:10:53 INF   66 (localhost:4150) connecting to nsqd
2024/04/24 17:11:13 INF   67 (localhost:4150) connecting to nsqd
2024/04/24 17:12:06 INF   68 (localhost:4150) connecting to nsqd
2024/04/24 17:12:07 INF   69 (localhost:4150) connecting to nsqd
2024/04/24 17:12:15 INF   70 (localhost:4150) connecting to nsqd
2024/04/24 17:14:13 INF   71 (localhost:4150) connecting to nsqd
2024/04/24 17:14:13 INF   72 (localhost:4150) connecting to nsqd
2024/04/24 17:14:14 INF   73 (localhost:4150) connecting to nsqd
2024/04/24 17:15:00 INF   74 (localhost:4150) connecting to nsqd
2024/04/24 17:17:09 INF   75 (localhost:4150) connecting to nsqd
2024/04/24 17:17:49 INF   76 (localhost:4150) connecting to nsqd
2024/04/24 17:18:39 INF   77 (localhost:4150) connecting to nsqd
2024/04/24 17:19:19 INF   78 (localhost:4150) connecting to nsqd
2024/04/24 17:19:27 INF   79 (localhost:4150) connecting to nsqd
2024/04/24 17:20:00 INF   80 (localhost:4150) connecting to nsqd
2024/04/24 17:21:33 INF   81 (localhost:4150) connecting to nsqd
2024/04/24 17:21:33 INF   82 (localhost:4150) connecting to nsqd
2024/04/24 17:21:33 INF   83 (localhost:4150) connecting to nsqd
        "accessModes": [
                "affinity": 
                "affinity": {
                "affinity": {                 "podAntiAffinity": {
                      "allowPrivilegeEscalation": false,
                "annotations": {"keep-backups":"false","keep-data":"false"},
    "apiVersion": "apps/v1",
    "apiVersion": "batch/v1",
                                        "apiVersion": "v1",
        "apiVersion": "v1",
    "apiVersion": "v1",
                    "backrest-command": "backup",
                    "backrest-command": "stanza-create",
                        "claimName": "some-name-11478-pgbr-repo"
                        "claimName": "some-name-11599-pgbr-repo"
                        "claimName": "some-name-22969-pgbr-repo"
                        "claimName": "some-name-7577-pgbr-repo"
                            "command": [
                                    "configMap": {
                                "configMap": {
                          "configMap": {
                            "configMapKeyRef": {
                                        "containerName": "database",
                        "containerPort": 2022,
                        "containerPort": 5432,
                        "containerPort": 8009,
                "containers": [
                "containers": [{
    "cpu": "1",
    "cpu": "200m",
    "cpu": "500m",
                                                "crunchydata"
                    "crunchy-pgbouncer": "true",
                "crunchy-pgbouncer": "true",
            "crunchy-pgbouncer": "true",
                    "crunchy-pgha-scope": "some-name-11478","pgo-version": "1.6.0","name": "some-name-11478","pg-cluster": "some-name-11478","deployment-name": "some-name-11478","pgouser": "admin"
            "crunchy-pgha-scope": "some-name-11478","pgo-version": "1.6.0","name": "some-name-11478","pg-cluster": "some-name-11478","deployment-name": "some-name-11478","pgouser": "admin"
                    "crunchy-pgha-scope": "some-name-11599","pgo-version": "1.6.0","name": "some-name-11599","pg-cluster": "some-name-11599","deployment-name": "some-name-11599","pgouser": "admin"
            "crunchy-pgha-scope": "some-name-11599","pgo-version": "1.6.0","name": "some-name-11599","pg-cluster": "some-name-11599","deployment-name": "some-name-11599","pgouser": "admin"
                    "crunchy-pgha-scope": "some-name-7577","pgo-version": "1.6.0","name": "some-name-7577","pg-cluster": "some-name-7577","deployment-name": "some-name-7577","pgouser": "admin"
                            "defaultMode": 288
                        "defaultMode": 288,
                    "defaultMode": 288,
                            "defaultMode": 420,
            "deployment-name": "some-name-11478"
            "deployment-name": "some-name-11478","pgouser": "admin","crunchy-pgha-scope": "some-name-11478","pgo-version": "1.6.0","name": "some-name-11478","pg-cluster": "some-name-11478"
            "deployment-name": "some-name-11478-repl1"
                    "deployment-name": "some-name-11478-repl1","pgo-version": "1.6.0","name": "some-name-11478-replica","pg-cluster": "some-name-11478"
            "deployment-name": "some-name-11478-repl2"
            "deployment-name": "some-name-11599"
            "deployment-name": "some-name-11599-repl1"
            "deployment-name": "some-name-11599-repl2"
            "deployment-name": "some-name-11599-repl2","pgo-version": "1.6.0","name": "some-name-11599-replica","pg-cluster": "some-name-11599"
            "deployment-name": "some-name-22969"
            "deployment-name": "some-name-22969-repl1"
            "deployment-name": "some-name-22969-repl2"
            "deployment-name": "some-name-7577"
            "deployment-name": "some-name-7577","pgouser": "admin","crunchy-pgha-scope": "some-name-7577","pgo-version": "1.6.0","name": "some-name-7577","pg-cluster": "some-name-7577"
            "deployment-name": "some-name-7577-repl1"
                    "deployment-name": "some-name-7577-repl1","pgo-version": "1.6.0","name": "some-name-7577-replica","pg-cluster": "some-name-7577"
            "deployment-name": "some-name-7577-repl2"
                                        "divisor": "1m",
                "dnsPolicy": "ClusterFirst"
                        "downwardAPI": {
                        "emptyDir": {
                      "emptyDir": {
                    "emptyDir": {
                  "emptyDir": {
                    "env": [
                    "env": [{
                        "exec": {
                                        "fieldPath": "metadata.annotations"
                                        "fieldPath": "metadata.labels"
                                "fieldPath": "metadata.labels['crunchy-pgha-scope']"
                                "fieldPath": "metadata.namespace"
                                    "fieldRef": {
                            "fieldRef": {
                  "fsGroup": 2,
I0424 16:27:20.124580       1 shared_informer.go:240] Waiting for caches to sync for namespace
I0424 16:27:20.225276       1 shared_informer.go:247] Caches are synced for namespace 
I0424 16:27:20.430770       1 shared_informer.go:240] Waiting for caches to sync for scheduled-backup-22447
I0424 16:27:20.531978       1 shared_informer.go:247] Caches are synced for scheduled-backup-22447 
                    "image": "perconalab/percona-postgresql-operator:main-ppg14-pgbackrest",
                    "image": "perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo",
                    "image": "perconalab/percona-postgresql-operator:main-ppg14-pgbouncer",
                    "image": "perconalab/percona-postgresql-operator:main-ppg14-postgres-ha",
                    "image": "perconalab/percona-postgresql-operator:PR-723-7ed19e708-pgo-rmdata",
                    "imagePullPolicy": "IfNotPresent"
                    "imagePullPolicy": "IfNotPresent",
                        "initialDelaySeconds": 15
                        "initialDelaySeconds": 30,
                                "items": [
                            "items": [
                        "items": [
                      "items": [
      "key": "aws-s3-key"
      "key": "aws-s3-key-secret"
                                 "key": "config",
                             "key": "config",
                           "key": "config",
                                            "key": "crunchy-pgbouncer",
                               "key": "init"
                                "key": "password"
                                            "key": "pg-cluster",
                                            "key": "pgo-backrest",
                                            "key": "pgo-backrest-job",
                                            "key": "pgo-pg-database",
                                            "key": "pg-pod-anti-affinity",
                                    "key": "tls.crt",
                                    "key": "tls.key",
                                            "key": "vendor",
    "kind": "Deployment",
    "kind": "Job",
    "kind": "PersistentVolumeClaim",
        "kind": "Service",
                "labels": {
            "labels": {
        "labels": {
                                "labelSelector": {
                    "livenessProbe": {
                                    "matchExpressions": [
            "matchLabels": {
          "matchLabels": {
                "maxSurge": 1
                "maxUnavailable": 1,
                          "medium": "Memory",
                        "medium": "Memory"
                        "medium": "Memory",
                      "medium": "Memory",
                    "medium": "Memory",
    "memory": "128Mi"
    "memory": "256Mi"
    "memory": "48Mi"
            "metadata": {
        "metadata": {
    "metadata": {
                      "mountPath": "/backrestrepo",
                            "mountPath": "/dev/shm",
                        "mountPath": "/dev/shm",
                      "mountPath": "/etc/pgbackrest"
                            "mountPath": "/etc/pgbackrest/conf.d",
                        "mountPath": "/etc/pgbackrest/conf.d",
                            "mountPath": "/etc/podinfo",
                          "mountPath": "/etc/ssh",
                      "mountPath": "/etc/ssh",
                      "mountPath": "/home/pgbackrest"
                            "mountPath": "/pgconf",
                        "mountPath": "/pgconf/",
                        "mountPath": "/pgconf",
                            "mountPath": "/pgconf/pgreplicator",
                        "mountPath": "/pgconf/pgreplicator",
                            "mountPath": "/pgconf/pgsuper",
                        "mountPath": "/pgconf/pgsuper",
                            "mountPath": "/pgconf/pguser",
                        "mountPath": "/pgconf/pguser",
                          "mountPath": "/pgconf/tls",
                      "mountPath": "/pgconf/tls",
                        "mountPath": "/pgconf/tls/pgbouncer",
                            "mountPath": "/pgconf/tls-replication",
                            "mountPath": "/pgdata",
                        "mountPath": "/pgdata",
                            "mountPath": "/sshd",
                        "mountPath": "/sshd",
                      "mountPath": "/sshd",
                            "mountPath": "/tmp",
                          "mountPath": "/tmp",
                        "mountPath": "/tmp",
                      "mountPath": "/tmp"
                    "name": "backrest",
                "name": "backrest-backup-some-name-11478",
                "name": "backrest-backup-some-name-11599",
                "name": "backrest-backup-some-name-22969",
                "name": "backrest-backup-some-name-7577",
                      "name": "backrestrepo",
                    "name": "backrestrepo",
  "name": "BACKREST_SKIP_CREATE_STANZA",
                                "name": "cluster1-replication-ssl-keypair",
                                "name": "cluster1-ssl-ca"
                              "name": "cluster1-ssl-ca"
                            "name": "cluster1-ssl-ca"
                                "name": "cluster1-ssl-keypair"
                              "name": "cluster1-ssl-keypair"
                            "name": "cluster1-ssl-keypair"
                        "name": "COMMAND",
                        "name": "COMMAND_OPTS",
                    "name": "database",
                            "name": "dshm"
                        "name": "dshm"
                      "name": "dshm",
                    "name": "dshm",
  "name": "ENABLE_SSHD",
                        "name": "IS_BACKUP",
                        "name": "IS_REPLICA",
                        "name": "LD_PRELOAD",
                      "name": "LD_PRELOAD",
                        "name": "MODE",
                        "name": "NAMESPACE",
                        "name": "NSS_WRAPPER_GROUP",
                      "name": "NSS_WRAPPER_GROUP",
                        "name": "NSS_WRAPPER_PASSWD",
                      "name": "NSS_WRAPPER_PASSWD",
                        "name": "patroni"
                        "name": "PATRONI_KUBERNETES_LABELS",
                        "name": "PATRONI_KUBERNETES_NAMESPACE",
                        "name": "PATRONI_KUBERNETES_SCOPE_LABEL",
                        "name": "PATRONI_LOG_LEVEL",
                        "name": "PATRONI_POSTGRESQL_DATA_DIR",
                        "name": "PATRONI_SCOPE",
                        "name": "pgbackrest"
                      "name": "pgbackrest-conf",
                  "name": "pgbackrest-conf",
                            "name": "pgbackrest-config"
                        "name": "pgbackrest-config"
                      "name": "pgbackrest-config",
                    "name": "pgbackrest-config",
                        "name": "PGBACKREST_DB_HOST",
                        "name": "PGBACKREST_DB_PATH",
  "name": "PGBACKREST_DB_PATH",
                      "name": "pgbackrest-home",
                  "name": "pgbackrest-home",
                        "name": "PGBACKREST_LOG_PATH",
  "name": "PGBACKREST_LOG_PATH",
                        "name": "PGBACKREST_PG1_PORT",
  "name": "PGBACKREST_PG1_PORT",
                        "name": "PGBACKREST_PG1_SOCKET_PATH",
  "name": "PGBACKREST_PG1_SOCKET_PATH",
  "name": "PGBACKREST_REPO1_HOST",
  "name": "PGBACKREST_REPO1_HOST_CMD",
                        "name": "PGBACKREST_REPO1_PATH",
  "name": "PGBACKREST_REPO1_PATH",
  "name": "PGBACKREST_REPO1_S3_BUCKET",
  "name": "PGBACKREST_REPO1_S3_CA_FILE",
  "name": "PGBACKREST_REPO1_S3_ENDPOINT",
  "name": "PGBACKREST_REPO1_S3_KEY",
  "name": "PGBACKREST_REPO1_S3_KEY_SECRET",
  "name": "PGBACKREST_REPO1_S3_REGION",
  "name": "PGBACKREST_REPO1_S3_URI_STYLE",
                        "name": "PGBACKREST_REPO1_TYPE",
  "name": "PGBACKREST_REPO1_TYPE",
                        "name": "PGBACKREST_STANZA",
  "name": "PGBACKREST_STANZA",
                        "name": "pgbouncer"
                    "name": "pgbouncer",
                        "name": "pgbouncer-conf",
                    "name": "pgbouncer-conf",
                        "name": "PG_CLUSTER",
                            "name": "pgconf-volume"
                        "name": "pgconf-volume"
                        "name": "pgconf-volume",
                    "name": "pgconf-volume",
                            "name": "pgdata",
                        "name": "pgdata"
                        "name": "pgdata",
                    "name": "pgdata",
                        "name": "PGHA_BOOTSTRAP_METHOD",
                        "name": "PGHA_DATABASE",
                        "name": "PGHA_INIT",
                        "name": "PGHA_PASSWORD_TYPE",
  "name": "PGHA_PGBACKREST",
                        "name": "PGHA_PGBACKREST_LOCAL_GCS_STORAGE",
  "name": "PGHA_PGBACKREST_LOCAL_GCS_STORAGE",
                        "name": "PGHA_PGBACKREST_LOCAL_S3_STORAGE",
  "name": "PGHA_PGBACKREST_LOCAL_S3_STORAGE",
                        "name": "PGHA_PGBACKREST_S3_VERIFY_TLS",
  "name": "PGHA_PGBACKREST_S3_VERIFY_TLS",
                        "name": "PGHA_PG_PORT",
                        "name": "PGHA_REPLICA_REINIT_ON_START_FAIL",
                        "name": "PGHA_SCOPE",
                        "name": "PGHA_STANDBY",
                        "name": "PGHA_SYNC_REPLICATION",
                        "name": "PGHA_TLS_ENABLED",
                        "name": "PGHA_TLS_ONLY",
                        "name": "PGHA_USER",
                        "name": "PGHOST",
                        "name": "PG_PASSWORD",
                        "name": "PG_PRIMARY_SERVICE_NAME",
                        "name": "PITR_TARGET",
                            "name": "podinfo"
                        "name": "podinfo",
                        "name": "PODNAME",
                        "name": "postgres"
                            "name": "primary-volume"
                        "name": "primary-volume"
                        "name": "primary-volume",
                    "name": "primary-volume",
                        "name": "REMOVE_BACKUP",
                        "name": "REMOVE_DATA",
                        "name": "REPLICA_NAME",
                        "name": "report",
                        "name": "RESTORE_OPTS",
                    "name": "rmdata",
                            "name": "root-volume"
                        "name": "root-volume"
                        "name": "root-volume",
                    "name": "root-volume",
                    "name": "some-name-11478",
        "name": "some-name-11478",
      "name": "some-name-11478-backrest-repo-config",
                    "name": "some-name-11478-backrest-shared-repo",
                "name": "some-name-11478-backrest-shared-repo"
                "name": "some-name-11478-backrest-shared-repo",
            "name": "some-name-11478-backrest-shared-repo",
        "name": "some-name-11478-backrest-shared-repo",
                    "name": "some-name-11478-bootstrap",
        "name": "some-name-11478-bootstrap",
                                        "name": "some-name-11478-custom-config"
                                    "name": "some-name-11478-custom-config"
                "name": "some-name-11478-full-sch-backup",
                    "name": "some-name-11478-pgbouncer",
                "name": "some-name-11478-pgbouncer",
            "name": "some-name-11478-pgbouncer",
        "name": "some-name-11478-pgbouncer",
                            "name": "some-name-11478-pgbouncer-cm"
                                "name": "some-name-11478-pgbouncer-secret",
                            "name": "some-name-11478-pgbouncer-secret",
        "name": "some-name-11478-pgbr-repo",
            "name": "some-name-11478","pg-cluster": "some-name-11478","deployment-name": "some-name-11478","pgouser": "admin","crunchy-pgha-scope": "some-name-11478","pgo-version": "1.6.0"
                                        "name": "some-name-11478-pgha-config",
                                    "name": "some-name-11478-pgha-config",
                               "name": "some-name-11478-pgha-config",
                    "name": "some-name-11478-repl1",
        "name": "some-name-11478-repl1",
                    "name": "some-name-11478-repl2",
        "name": "some-name-11478-repl2",
                "name": "some-name-11478-stanza-create",
                    "name": "some-name-11599",
        "name": "some-name-11599",
      "name": "some-name-11599-backrest-repo-config",
                    "name": "some-name-11599-backrest-shared-repo",
                "name": "some-name-11599-backrest-shared-repo"
                "name": "some-name-11599-backrest-shared-repo",
            "name": "some-name-11599-backrest-shared-repo",
        "name": "some-name-11599-backrest-shared-repo",
                    "name": "some-name-11599-bootstrap",
        "name": "some-name-11599-bootstrap",
                                        "name": "some-name-11599-custom-config"
                                    "name": "some-name-11599-custom-config"
                "name": "some-name-11599-full-sch-backup",
                    "name": "some-name-11599-pgbouncer",
                "name": "some-name-11599-pgbouncer",
            "name": "some-name-11599-pgbouncer",
        "name": "some-name-11599-pgbouncer",
                            "name": "some-name-11599-pgbouncer-cm"
                                "name": "some-name-11599-pgbouncer-secret",
                            "name": "some-name-11599-pgbouncer-secret",
        "name": "some-name-11599-pgbr-repo",
            "name": "some-name-11599","pg-cluster": "some-name-11599","deployment-name": "some-name-11599","pgouser": "admin","crunchy-pgha-scope": "some-name-11599","pgo-version": "1.6.0"
                                        "name": "some-name-11599-pgha-config",
                                    "name": "some-name-11599-pgha-config",
                               "name": "some-name-11599-pgha-config",
                    "name": "some-name-11599-repl1",
        "name": "some-name-11599-repl1",
                    "name": "some-name-11599-repl2",
        "name": "some-name-11599-repl2",
                    "name": "some-name-11599-replica","pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl1","pgo-version": "1.6.0"
            "name": "some-name-11599-replica","pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl1","pgo-version": "1.6.0"
                "name": "some-name-11599-rmdata-qpvc",
        "name": "some-name-11599-rmdata-qpvc",
                "name": "some-name-11599-stanza-create",
                    "name": "some-name-22969",
        "name": "some-name-22969",
      "name": "some-name-22969-backrest-repo-config",
                    "name": "some-name-22969-backrest-shared-repo",
                "name": "some-name-22969-backrest-shared-repo"
                "name": "some-name-22969-backrest-shared-repo",
            "name": "some-name-22969-backrest-shared-repo",
        "name": "some-name-22969-backrest-shared-repo",
                    "name": "some-name-22969-bootstrap",
        "name": "some-name-22969-bootstrap",
                                        "name": "some-name-22969-custom-config"
                                    "name": "some-name-22969-custom-config"
                "name": "some-name-22969-incr-sch-backup",
                    "name": "some-name-22969-pgbouncer",
                "name": "some-name-22969-pgbouncer",
            "name": "some-name-22969-pgbouncer",
        "name": "some-name-22969-pgbouncer",
                            "name": "some-name-22969-pgbouncer-cm"
                                "name": "some-name-22969-pgbouncer-secret",
                            "name": "some-name-22969-pgbouncer-secret",
        "name": "some-name-22969-pgbr-repo",
                    "name": "some-name-22969","pg-cluster": "some-name-22969","deployment-name": "some-name-22969","pgouser": "admin","crunchy-pgha-scope": "some-name-22969","pgo-version": "1.6.0"
            "name": "some-name-22969","pg-cluster": "some-name-22969","deployment-name": "some-name-22969","pgouser": "admin","crunchy-pgha-scope": "some-name-22969","pgo-version": "1.6.0"
                                        "name": "some-name-22969-pgha-config",
                                    "name": "some-name-22969-pgha-config",
                               "name": "some-name-22969-pgha-config",
                    "name": "some-name-22969-repl1",
        "name": "some-name-22969-repl1",
                    "name": "some-name-22969-repl2",
        "name": "some-name-22969-repl2",
                "name": "some-name-22969-rmdata-qnor",
        "name": "some-name-22969-rmdata-qnor",
                "name": "some-name-22969-stanza-create",
                    "name": "some-name-7577",
        "name": "some-name-7577",
      "name": "some-name-7577-backrest-repo-config",
                    "name": "some-name-7577-backrest-shared-repo",
                "name": "some-name-7577-backrest-shared-repo"
                "name": "some-name-7577-backrest-shared-repo",
            "name": "some-name-7577-backrest-shared-repo",
        "name": "some-name-7577-backrest-shared-repo",
                    "name": "some-name-7577-bootstrap",
        "name": "some-name-7577-bootstrap",
                                        "name": "some-name-7577-custom-config"
                                    "name": "some-name-7577-custom-config"
                "name": "some-name-7577-diff-sch-backup",
                    "name": "some-name-7577-pgbouncer",
                "name": "some-name-7577-pgbouncer",
            "name": "some-name-7577-pgbouncer",
        "name": "some-name-7577-pgbouncer",
                            "name": "some-name-7577-pgbouncer-cm"
                                "name": "some-name-7577-pgbouncer-secret",
                            "name": "some-name-7577-pgbouncer-secret",
        "name": "some-name-7577-pgbr-repo",
                                        "name": "some-name-7577-pgha-config",
                                    "name": "some-name-7577-pgha-config",
                               "name": "some-name-7577-pgha-config",
                    "name": "some-name-7577-repl1",
        "name": "some-name-7577-repl1",
                    "name": "some-name-7577-repl2",
        "name": "some-name-7577-repl2",
                "name": "some-name-7577-rmdata-jkja",
        "name": "some-name-7577-rmdata-jkja",
                "name": "some-name-7577-stanza-create",
                          "name": "ssh-config",
                        "name": "ssh-config",
                      "name": "ssh-config",
                    "name": "ssh-config",
                  "name": "ssh-config",
                            "name": "sshd",
                        "name": "sshd",
                      "name": "sshd",
                    "name": "sshd",
                        "name": "tls-pgbouncer"
                    "name": "tls-pgbouncer",
                            "name": "tls-replication"
                        "name": "tls-replication",
                          "name": "tls-server"
                      "name": "tls-server"
                      "name": "tls-server",
                  "name": "tls-server",
                            "name": "tmp"
                          "name": "tmp"
                        "name": "tmp"
                      "name": "tmp",
                    "name": "tmp",
                  "name": "tmp",
                            "name": "user-volume"
                        "name": "user-volume"
                        "name": "user-volume",
                    "name": "user-volume",
                "nodePort": 0
                                            "operator": "Exists"
                                            "operator": "In",
                                "/opt/crunchy/bin/postgres-ha/health/pgha-liveness.sh"
                                "/opt/crunchy/bin/postgres-ha/health/pgha-readiness.sh"
                                        "optional": true
                                    "optional": true
                                    "path": "annotations"
                                    "path": "cpu_limit",
                                    "path": "cpu_request",
                                    "path": "labels"
                                    "path": "mem_limit",
                                    "path": "mem_request",
                                 "path": "ssh_config"
                             "path": "ssh_config"
                           "path": "ssh_config"
                                    "path": "tls-replication.crt"
                                    "path": "tls-replication.key"
                        "periodSeconds": 15,
                    "persistentVolumeClaim": {
                        "persistentVolumeClaim":{"claimName":"some-name-11478"}
                    "persistentVolumeClaim":{"claimName":"some-name-11478"}
                        "persistentVolumeClaim":{"claimName":"some-name-11478-repl1"}
                        "persistentVolumeClaim":{"claimName":"some-name-11478-repl2"}
                        "persistentVolumeClaim":{"claimName":"some-name-11599"}
                    "persistentVolumeClaim":{"claimName":"some-name-11599"}
                        "persistentVolumeClaim":{"claimName":"some-name-11599-repl1"}
                        "persistentVolumeClaim":{"claimName":"some-name-11599-repl2"}
                        "persistentVolumeClaim":{"claimName":"some-name-22969"}
                    "persistentVolumeClaim":{"claimName":"some-name-22969"}
                        "persistentVolumeClaim":{"claimName":"some-name-22969-repl1"}
                        "persistentVolumeClaim":{"claimName":"some-name-22969-repl2"}
                        "persistentVolumeClaim":{"claimName":"some-name-7577"}
                    "persistentVolumeClaim":{"claimName":"some-name-7577"}
                        "persistentVolumeClaim":{"claimName":"some-name-7577-repl1"}
                        "persistentVolumeClaim":{"claimName":"some-name-7577-repl2"}
                    "pg-cluster": "some-name-11478"
                    "pg-cluster": "some-name-11478",
                "pg-cluster": "some-name-11478"
                "pg-cluster": "some-name-11478",
            "pg-cluster": "some-name-11478"
            "pg-cluster": "some-name-11478",
                    "pg-cluster": "some-name-11478","deployment-name": "some-name-11478-repl1","pgo-version": "1.6.0","name": "some-name-11478-replica"
                    "pg-cluster": "some-name-11599"
                    "pg-cluster": "some-name-11599",
                "pg-cluster": "some-name-11599"
                "pg-cluster": "some-name-11599",
            "pg-cluster": "some-name-11599"
            "pg-cluster": "some-name-11599",
                    "pg-cluster": "some-name-11599","deployment-name": "some-name-11599","pgouser": "admin","crunchy-pgha-scope": "some-name-11599","pgo-version": "1.6.0","name": "some-name-11599"
                    "pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl2","pgo-version": "1.6.0","name": "some-name-11599-replica"
            "pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl2","pgo-version": "1.6.0","name": "some-name-11599-replica"
                    "pg-cluster": "some-name-22969"
                    "pg-cluster": "some-name-22969",
                "pg-cluster": "some-name-22969"
                "pg-cluster": "some-name-22969",
            "pg-cluster": "some-name-22969"
            "pg-cluster": "some-name-22969",
                    "pg-cluster": "some-name-22969","deployment-name": "some-name-22969-repl1","pgo-version": "1.6.0","name": "some-name-22969-replica"
                    "pg-cluster": "some-name-7577"
                    "pg-cluster": "some-name-7577",
                "pg-cluster": "some-name-7577"
                "pg-cluster": "some-name-7577",
            "pg-cluster": "some-name-7577"
            "pg-cluster": "some-name-7577",
                    "pgha-bootstrap": "some-name-11478",
            "pgha-bootstrap": "some-name-11478",
                    "pgha-bootstrap": "some-name-11599",
            "pgha-bootstrap": "some-name-11599",
                    "pgha-bootstrap": "some-name-22969",
            "pgha-bootstrap": "some-name-22969",
                    "pgha-bootstrap": "some-name-7577",
            "pgha-bootstrap": "some-name-7577",
                    "pgo-backrest-job": "true",
            "pgo-backrest-job": "true",
                    "pgo-backrest-repo": "true"
                "pgo-backrest-repo": "true",
            "pgo-backrest-repo": "true"
                    "pgo-backrest": "true",
                    "pgo-pg-database": "true",
            "pgo-pg-database": "true",
                    "pgouser": "admin","crunchy-pgha-scope": "some-name-11478","pgo-version": "1.6.0","name": "some-name-11478","pg-cluster": "some-name-11478","deployment-name": "some-name-11478"
                    "pgouser": "admin","crunchy-pgha-scope": "some-name-11599","pgo-version": "1.6.0","name": "some-name-11599","pg-cluster": "some-name-11599","deployment-name": "some-name-11599"
                    "pgouser": "admin","crunchy-pgha-scope": "some-name-7577","pgo-version": "1.6.0","name": "some-name-7577","pg-cluster": "some-name-7577","deployment-name": "some-name-7577"
                    "pgo-version": "1.6.0","name": "some-name-11478","pg-cluster": "some-name-11478","deployment-name": "some-name-11478","pgouser": "admin","crunchy-pgha-scope": "some-name-11478"
            "pgo-version": "1.6.0","name": "some-name-11478-replica","pg-cluster": "some-name-11478","deployment-name": "some-name-11478-repl1"
                    "pgo-version": "1.6.0","name": "some-name-11478-replica","pg-cluster": "some-name-11478","deployment-name": "some-name-11478-repl2"
            "pgo-version": "1.6.0","name": "some-name-11478-replica","pg-cluster": "some-name-11478","deployment-name": "some-name-11478-repl2"
            "pgo-version": "1.6.0","name": "some-name-11599","pg-cluster": "some-name-11599","deployment-name": "some-name-11599","pgouser": "admin","crunchy-pgha-scope": "some-name-11599"
                    "pgo-version": "1.6.0","name": "some-name-11599-replica","pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl1"
            "pgo-version": "1.6.0","name": "some-name-11599-replica","pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl1"
                    "pgo-version": "1.6.0","name": "some-name-11599-replica","pg-cluster": "some-name-11599","deployment-name": "some-name-11599-repl2"
                    "pgo-version": "1.6.0","name": "some-name-22969","pg-cluster": "some-name-22969","deployment-name": "some-name-22969","pgouser": "admin","crunchy-pgha-scope": "some-name-22969"
            "pgo-version": "1.6.0","name": "some-name-22969","pg-cluster": "some-name-22969","deployment-name": "some-name-22969","pgouser": "admin","crunchy-pgha-scope": "some-name-22969"
                    "pgo-version": "1.6.0","name": "some-name-22969-replica","pg-cluster": "some-name-22969","deployment-name": "some-name-22969-repl1"
            "pgo-version": "1.6.0","name": "some-name-22969-replica","pg-cluster": "some-name-22969","deployment-name": "some-name-22969-repl1"
                    "pgo-version": "1.6.0","name": "some-name-22969-replica","pg-cluster": "some-name-22969","deployment-name": "some-name-22969-repl2"
            "pgo-version": "1.6.0","name": "some-name-22969-replica","pg-cluster": "some-name-22969","deployment-name": "some-name-22969-repl2"
            "pgo-version": "1.6.0","name": "some-name-7577","pg-cluster": "some-name-7577","deployment-name": "some-name-7577","pgouser": "admin","crunchy-pgha-scope": "some-name-7577"
            "pgo-version": "1.6.0","name": "some-name-7577-replica","pg-cluster": "some-name-7577","deployment-name": "some-name-7577-repl1"
                    "pgo-version": "1.6.0","name": "some-name-7577-replica","pg-cluster": "some-name-7577","deployment-name": "some-name-7577-repl2"
            "pgo-version": "1.6.0","name": "some-name-7577-replica","pg-cluster": "some-name-7577","deployment-name": "some-name-7577-repl2"
                    "pg-pod-anti-affinity": "preferred",
                "pg-pod-anti-affinity": "preferred",
                    "pgrmdata": "true",
            "pgrmdata": "true",
                            "podAffinityTerm": {
                                        "podAntiAffinity": {
                                    "podAntiAffinity": {
                "podAntiAffinity": {
		                "podAntiAffinity": {
                "port": 2022,
                    "ports": [{
            "ports": [{
                    "preferredDuringSchedulingIgnoredDuringExecution": [
                      "privileged": false,
                        "projected": {
                      "projected": {
                    "projected": {
                  "projected": {
                      "projected": { "sources": [] }
                    "projected": { "sources": [] }
                        "protocol": "TCP",
                "protocol": "TCP",
                    "readinessProbe": {
                            "readOnly": false
                        "readOnly": false
                      "readOnly": false
                      "readOnlyRootFilesystem": true
                            "readOnly": true
                          "readOnly": true
                        "readOnly": true
                      "readOnly": true
            "ReadWriteOnce"
        "replicas": 0,
        "replicas": 1,
        "replicas": 3,
            "requests": {
  "requests": {
                                    "resourceFieldRef": {
                                        "resource": "limits.cpu"
                                        "resource": "limits.memory"
                                        "resource": "requests.cpu"
                                        "resource": "requests.memory"
        "resources": {
"resources": {
                "restartPolicy": "Always",
                "restartPolicy": "Never"
            "rollingUpdate": {
                  "runAsNonRoot": true
                            "secret": {
                          "secret": {
                        "secret": {
                    "secret": {
                  "secret": {
                            "secretKeyRef": {
    "secretKeyRef": {
                            "secretName": "some-name-11478-backrest-repo-config"
                            "secretName": "some-name-11478-backrest-repo-config",
                        "secretName": "some-name-11478-backrest-repo-config"
                      "secretName": "some-name-11478-backrest-repo-config",
                        "secretName": "some-name-11478-bootstrap-backrest-repo-config"
                        "secretName": "some-name-11478-bootstrap-backrest-repo-config",
                            "secretName": "some-name-11478-postgres-secret"
                        "secretName": "some-name-11478-postgres-secret"
                            "secretName": "some-name-11478-primaryuser-secret"
                        "secretName": "some-name-11478-primaryuser-secret"
                            "secretName": "some-name-11478-some-name-secret"
                        "secretName": "some-name-11478-some-name-secret"
                            "secretName": "some-name-11599-backrest-repo-config"
                            "secretName": "some-name-11599-backrest-repo-config",
                        "secretName": "some-name-11599-backrest-repo-config"
                      "secretName": "some-name-11599-backrest-repo-config",
                        "secretName": "some-name-11599-bootstrap-backrest-repo-config"
                        "secretName": "some-name-11599-bootstrap-backrest-repo-config",
                            "secretName": "some-name-11599-postgres-secret"
                        "secretName": "some-name-11599-postgres-secret"
                            "secretName": "some-name-11599-primaryuser-secret"
                        "secretName": "some-name-11599-primaryuser-secret"
                            "secretName": "some-name-11599-some-name-secret"
                        "secretName": "some-name-11599-some-name-secret"
                            "secretName": "some-name-22969-backrest-repo-config"
                            "secretName": "some-name-22969-backrest-repo-config",
                        "secretName": "some-name-22969-backrest-repo-config"
                      "secretName": "some-name-22969-backrest-repo-config",
                        "secretName": "some-name-22969-bootstrap-backrest-repo-config"
                        "secretName": "some-name-22969-bootstrap-backrest-repo-config",
                            "secretName": "some-name-22969-postgres-secret"
                        "secretName": "some-name-22969-postgres-secret"
                            "secretName": "some-name-22969-primaryuser-secret"
                        "secretName": "some-name-22969-primaryuser-secret"
                            "secretName": "some-name-22969-some-name-secret"
                        "secretName": "some-name-22969-some-name-secret"
                            "secretName": "some-name-7577-backrest-repo-config"
                            "secretName": "some-name-7577-backrest-repo-config",
                        "secretName": "some-name-7577-backrest-repo-config"
                      "secretName": "some-name-7577-backrest-repo-config",
                        "secretName": "some-name-7577-bootstrap-backrest-repo-config"
                        "secretName": "some-name-7577-bootstrap-backrest-repo-config",
                            "secretName": "some-name-7577-postgres-secret"
                        "secretName": "some-name-7577-postgres-secret"
                            "secretName": "some-name-7577-primaryuser-secret"
                        "secretName": "some-name-7577-primaryuser-secret"
                            "secretName": "some-name-7577-some-name-secret"
                        "secretName": "some-name-7577-some-name-secret"
                    "securityContext": {
                "securityContext": {
                "securityContext": {},
                "securityContext": {"fsGroup": 26,"supplementalGroups": [1001]},
                "securityContext": {"runAsNonRoot":true,"fsGroup":26},
            "selector": {
        "selector": {
                "serviceAccountName": "pgo-backrest",
                "serviceAccountName": "pgo-default",
                "serviceAccountName": "pgo-pg",
                "serviceAccountName": "pgo-target",
                    "service-name": "some-name-11478-backrest-shared-repo",
            "service-name": "some-name-11478-backrest-shared-repo",
                    "service-name": "some-name-11478-pgbouncer",
                "service-name": "some-name-11478-pgbouncer",
            "service-name": "some-name-11478-pgbouncer",
                    "service-name": "some-name-11599-backrest-shared-repo",
            "service-name": "some-name-11599-backrest-shared-repo",
                    "service-name": "some-name-11599-pgbouncer",
                "service-name": "some-name-11599-pgbouncer",
            "service-name": "some-name-11599-pgbouncer",
                    "service-name": "some-name-22969-backrest-shared-repo",
            "service-name": "some-name-22969-backrest-shared-repo",
                    "service-name": "some-name-22969-pgbouncer",
                "service-name": "some-name-22969-pgbouncer",
            "service-name": "some-name-22969-pgbouncer",
                    "service-name": "some-name-7577-backrest-shared-repo",
            "service-name": "some-name-7577-backrest-shared-repo",
                    "service-name": "some-name-7577-pgbouncer",
                "service-name": "some-name-7577-pgbouncer",
            "service-name": "some-name-7577-pgbouncer",
            "sessionAffinity": "None"
                    "sizeLimit": "128Ki"
                        "sizeLimit": "16Mi"
                    "sizeLimit": "16Mi"
                      "sizeLimit": "1Mi"
                          "sizeLimit": "2Mi"
                          "sizeLimit": "64Mi"
                    "sizeLimit": "64Mi"
                                                "some-name-11478"
                                                "some-name-11599"
                                                "some-name-22969"
                                                "some-name-7577"
                            "sources": [
                        "sources": [
                      "sources": [
                    "sources": [
            "spec": {
        "spec": {
    "spec": {
                "storage": "1Gi"
        "strategy": {
                "targetPort": 2022,
        "template": {
time="2024-04-24T16:27:19Z" level=warning msg="PGAdminStorage setting not set, will use PrimaryStorage setting" func="github.com/percona/percona-postgresql-operator/internal/config.(*PgoConfig).Validate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/config/pgoconfig.go:337" version=1.6.0
time="2024-04-24T16:28:11Z" level=error msg="get deployment some-name-11599-repl1: deployments.apps \"some-name-11599-repl1\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T16:28:16Z" level=error msg="get deployment some-name-11599-repl2: deployments.apps \"some-name-11599-repl2\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T16:29:16Z" level=error msg="Error completing  workflow some-name-11599-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T16:29:16Z" level=error msg="pgtasks.pg.percona.com \"some-name-11599-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T16:31:35Z" level=warning msg="crv1 pgreplica some-name-11599-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:31:36Z" level=warning msg="crv1 pgreplica some-name-11599-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:37:58Z" level=error msg="pgtask Controller: restore workflow error: workflow not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pgtask.(*Controller).handleBackrestRestore()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pgtask/backresthandler.go:72" version=1.6.0
time="2024-04-24T16:37:58Z" level=error msg="restore workflow error: workflow  not found" func="github.com/percona/percona-postgresql-operator/internal/operator/backrest.UpdateWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/backrest/restore.go:301" version=1.6.0
time="2024-04-24T16:38:39Z" level=error msg="configmaps \"some-name-11599-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/util.ToggleAutoFailover()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/util/failover.go:273" version=1.6.0
time="2024-04-24T16:38:39Z" level=warning msg="jobController unable to toggle autofail during bootstrap, cluster could initialize in a paused state: configmaps \"some-name-11599-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleBootstrapUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/bootstraphandler.go:80" version=1.6.0
time="2024-04-24T16:39:23Z" level=error msg="Error completing  workflow some-name-11599-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T16:39:23Z" level=error msg="pgtasks.pg.percona.com \"some-name-11599-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T16:39:24Z" level=warning msg="deployments.apps \"some-name-11599-pgbouncer\" already exists" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).handleBootstrapInit()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/inithandler.go:187" version=1.6.0
time="2024-04-24T16:41:38Z" level=warning msg="crv1 pgreplica some-name-11599-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:41:38Z" level=warning msg="crv1 pgreplica some-name-11599-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:41:49Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:41:52Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:41:53Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:41:54Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:41:55Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:41:56Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:05Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:07Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:12Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:20Z" level=error msg="ConfigMap Controller: cannot find pgcluster for configMap some-name-11599-pgha-config (namespace scheduled-backup-22447),ignoring" func="github.com/percona/percona-postgresql-operator/internal/controller/configmap.(*Controller).handleConfigMapSync()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/configmap/synchandler.go:55" version=1.6.0
time="2024-04-24T16:42:24Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:30Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:34Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:35Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:38Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:39Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:40Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:41Z" level=error msg="pgclusters.pg.percona.com \"some-name-11599\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:42:46Z" level=error msg="jobs.batch \"some-name-11599-rmdata-qpvc\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleRMDataUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/rmdatahandler.go:61" version=1.6.0
time="2024-04-24T16:43:27Z" level=error msg="get deployment some-name-7577-repl1: deployments.apps \"some-name-7577-repl1\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T16:43:32Z" level=error msg="get deployment some-name-7577-repl2: deployments.apps \"some-name-7577-repl2\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T16:44:10Z" level=error msg="Error completing  workflow some-name-7577-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T16:44:10Z" level=error msg="pgtasks.pg.percona.com \"some-name-7577-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T16:46:19Z" level=warning msg="crv1 pgreplica some-name-7577-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:46:20Z" level=error func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).GetLocalConfigFromCluster()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:332" version=1.6.0
time="2024-04-24T16:46:20Z" level=error msg="pod some-name-7577-repl1-7b9dc89c88-f9tqv does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/kubeapi.ExecToPodThroughAPI()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/kubeapi/exec.go:76" version=1.6.0
time="2024-04-24T16:46:20Z" level=error msg="pod some-name-7577-repl1-7b9dc89c88-f9tqv does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).Sync.func2()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:173" version=1.6.0
time="2024-04-24T16:46:20Z" level=error msg="pod some-name-7577-repl2-6cc9ff97b4-mvm2h does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/kubeapi.ExecToPodThroughAPI()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/kubeapi/exec.go:76" version=1.6.0
time="2024-04-24T16:46:20Z" level=error msg="pod some-name-7577-repl2-6cc9ff97b4-mvm2h does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).Sync.func2()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:173" version=1.6.0
time="2024-04-24T16:46:20Z" level=warning msg="crv1 pgreplica some-name-7577-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:46:21Z" level=error func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).GetLocalConfigFromCluster()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:332" version=1.6.0
time="2024-04-24T16:46:21Z" level=error msg="pod some-name-7577-repl1-7b9dc89c88-f9tqv does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/kubeapi.ExecToPodThroughAPI()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/kubeapi/exec.go:76" version=1.6.0
time="2024-04-24T16:46:21Z" level=error msg="pod some-name-7577-repl1-7b9dc89c88-f9tqv does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).Sync.func2()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:173" version=1.6.0
time="2024-04-24T16:46:21Z" level=error msg="pod some-name-7577-repl2-6cc9ff97b4-mvm2h does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/kubeapi.ExecToPodThroughAPI()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/kubeapi/exec.go:76" version=1.6.0
time="2024-04-24T16:46:21Z" level=error msg="pod some-name-7577-repl2-6cc9ff97b4-mvm2h does not have a host assigned" func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).Sync.func2()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:173" version=1.6.0
time="2024-04-24T16:51:25Z" level=error msg="pgtask Controller: restore workflow error: workflow not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pgtask.(*Controller).handleBackrestRestore()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pgtask/backresthandler.go:72" version=1.6.0
time="2024-04-24T16:51:25Z" level=error msg="restore workflow error: workflow  not found" func="github.com/percona/percona-postgresql-operator/internal/operator/backrest.UpdateWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/backrest/restore.go:301" version=1.6.0
time="2024-04-24T16:52:07Z" level=error msg="configmaps \"some-name-7577-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/util.ToggleAutoFailover()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/util/failover.go:273" version=1.6.0
time="2024-04-24T16:52:07Z" level=warning msg="jobController unable to toggle autofail during bootstrap, cluster could initialize in a paused state: configmaps \"some-name-7577-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleBootstrapUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/bootstraphandler.go:80" version=1.6.0
time="2024-04-24T16:52:51Z" level=error msg="Error completing  workflow some-name-7577-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T16:52:51Z" level=error msg="pgtasks.pg.percona.com \"some-name-7577-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T16:52:52Z" level=warning msg="deployments.apps \"some-name-7577-pgbouncer\" already exists" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).handleBootstrapInit()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/inithandler.go:187" version=1.6.0
time="2024-04-24T16:55:06Z" level=warning msg="crv1 pgreplica some-name-7577-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:55:06Z" level=warning msg="crv1 pgreplica some-name-7577-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:55:17Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:18Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:19Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:20Z" level=error msg="ConfigMap Controller: cannot find pgcluster for configMap some-name-7577-pgha-config (namespace scheduled-backup-22447),ignoring" func="github.com/percona/percona-postgresql-operator/internal/controller/configmap.(*Controller).handleConfigMapSync()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/configmap/synchandler.go:55" version=1.6.0
time="2024-04-24T16:55:20Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:22Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:23Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:24Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:25Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:32Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:36Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:37Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:40Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:42Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:43Z" level=error msg="pgclusters.pg.percona.com \"some-name-7577\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T16:55:48Z" level=error msg="jobs.batch \"some-name-7577-rmdata-jkja\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleRMDataUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/rmdatahandler.go:61" version=1.6.0
time="2024-04-24T16:56:16Z" level=error msg="get deployment some-name-22969-repl1: deployments.apps \"some-name-22969-repl1\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T16:56:21Z" level=error msg="get deployment some-name-22969-repl2: deployments.apps \"some-name-22969-repl2\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T16:56:57Z" level=error msg="Error completing  workflow some-name-22969-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T16:56:57Z" level=error msg="pgtasks.pg.percona.com \"some-name-22969-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T16:59:02Z" level=warning msg="crv1 pgreplica some-name-22969-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T16:59:03Z" level=warning msg="crv1 pgreplica some-name-22969-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:06:03Z" level=error msg="pgtask Controller: restore workflow error: workflow not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pgtask.(*Controller).handleBackrestRestore()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pgtask/backresthandler.go:72" version=1.6.0
time="2024-04-24T17:06:03Z" level=error msg="restore workflow error: workflow  not found" func="github.com/percona/percona-postgresql-operator/internal/operator/backrest.UpdateWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/backrest/restore.go:301" version=1.6.0
time="2024-04-24T17:06:52Z" level=error msg="configmaps \"some-name-22969-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/util.ToggleAutoFailover()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/util/failover.go:273" version=1.6.0
time="2024-04-24T17:06:52Z" level=warning msg="jobController unable to toggle autofail during bootstrap, cluster could initialize in a paused state: configmaps \"some-name-22969-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleBootstrapUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/bootstraphandler.go:80" version=1.6.0
time="2024-04-24T17:07:31Z" level=error msg="Error completing  workflow some-name-22969-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T17:07:31Z" level=error msg="pgtasks.pg.percona.com \"some-name-22969-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T17:07:32Z" level=warning msg="deployments.apps \"some-name-22969-pgbouncer\" already exists" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).handleBootstrapInit()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/inithandler.go:187" version=1.6.0
time="2024-04-24T17:09:46Z" level=warning msg="crv1 pgreplica some-name-22969-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:09:47Z" level=warning msg="crv1 pgreplica some-name-22969-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:09:48Z" level=warning msg="crv1 pgreplica some-name-22969-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:09:57Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:09:59Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:00Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:01Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:02Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:04Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:05Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:10Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:19Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:20Z" level=error msg="ConfigMap Controller: cannot find pgcluster for configMap some-name-22969-pgha-config (namespace scheduled-backup-22447),ignoring" func="github.com/percona/percona-postgresql-operator/internal/controller/configmap.(*Controller).handleConfigMapSync()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/configmap/synchandler.go:55" version=1.6.0
time="2024-04-24T17:10:22Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:23Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:25Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:32Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:37Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:41Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:42Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:45Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:47Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:48Z" level=error msg="pgclusters.pg.percona.com \"some-name-22969\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).onUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/podcontroller.go:103" version=1.6.0
time="2024-04-24T17:10:53Z" level=error msg="jobs.batch \"some-name-22969-rmdata-qnor\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleRMDataUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/rmdatahandler.go:61" version=1.6.0
time="2024-04-24T17:11:18Z" level=error msg="get deployment some-name-11478-repl1: deployments.apps \"some-name-11478-repl1\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T17:11:23Z" level=error msg="get deployment some-name-11478-repl2: deployments.apps \"some-name-11478-repl2\" not found" func="github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica.CreateReplicaResource()" file="/go/src/github.com/percona/percona-postgresql-operator/percona/controllers/pgreplica/pgreplica.go:40" version=1.6.0
time="2024-04-24T17:12:06Z" level=error msg="Error completing  workflow some-name-11478-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T17:12:06Z" level=error msg="pgtasks.pg.percona.com \"some-name-11478-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T17:14:14Z" level=warning msg="crv1 pgreplica some-name-11478-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:14:15Z" level=warning msg="crv1 pgreplica some-name-11478-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:14:20Z" level=error func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).GetLocalConfigFromCluster()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:332" version=1.6.0
time="2024-04-24T17:14:20Z" level=error msg="unable to upgrade connection: container not found (\"database\")" func="github.com/percona/percona-postgresql-operator/internal/kubeapi.ExecToPodThroughAPI()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/kubeapi/exec.go:76" version=1.6.0
time="2024-04-24T17:14:20Z" level=error msg="unable to upgrade connection: container not found (\"database\")" func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).Sync.func2()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:173" version=1.6.0
time="2024-04-24T17:14:21Z" level=error func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).GetLocalConfigFromCluster()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:332" version=1.6.0
time="2024-04-24T17:14:21Z" level=error msg="unable to upgrade connection: container not found (\"database\")" func="github.com/percona/percona-postgresql-operator/internal/kubeapi.ExecToPodThroughAPI()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/kubeapi/exec.go:76" version=1.6.0
time="2024-04-24T17:14:21Z" level=error msg="unable to upgrade connection: container not found (\"database\")" func="github.com/percona/percona-postgresql-operator/internal/operator/config.(*LocalDB).Sync.func2()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/config/localdb.go:173" version=1.6.0
time="2024-04-24T17:17:49Z" level=error msg="pgtask Controller: restore workflow error: workflow not found" func="github.com/percona/percona-postgresql-operator/internal/controller/pgtask.(*Controller).handleBackrestRestore()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pgtask/backresthandler.go:72" version=1.6.0
time="2024-04-24T17:17:49Z" level=error msg="restore workflow error: workflow  not found" func="github.com/percona/percona-postgresql-operator/internal/operator/backrest.UpdateWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/backrest/restore.go:301" version=1.6.0
time="2024-04-24T17:18:38Z" level=error msg="configmaps \"some-name-11478-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/util.ToggleAutoFailover()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/util/failover.go:273" version=1.6.0
time="2024-04-24T17:18:38Z" level=warning msg="jobController unable to toggle autofail during bootstrap, cluster could initialize in a paused state: configmaps \"some-name-11478-config\" not found" func="github.com/percona/percona-postgresql-operator/internal/controller/job.(*Controller).handleBootstrapUpdate()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/job/bootstraphandler.go:80" version=1.6.0
time="2024-04-24T17:19:19Z" level=error msg="Error completing  workflow some-name-11478-createcluster" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:48" version=1.6.0
time="2024-04-24T17:19:19Z" level=error msg="pgtasks.pg.percona.com \"some-name-11478-createcluster\" not found" func="github.com/percona/percona-postgresql-operator/internal/operator/task.completeWorkflow()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/task/workflow.go:49" version=1.6.0
time="2024-04-24T17:19:20Z" level=warning msg="deployments.apps \"some-name-11478-pgbouncer\" already exists" func="github.com/percona/percona-postgresql-operator/internal/controller/pod.(*Controller).handleBootstrapInit()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/controller/pod/inithandler.go:187" version=1.6.0
time="2024-04-24T17:21:33Z" level=warning msg="crv1 pgreplica some-name-11478-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:21:34Z" level=warning msg="crv1 pgreplica some-name-11478-repl1 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
time="2024-04-24T17:21:34Z" level=warning msg="crv1 pgreplica some-name-11478-repl2 is already marked complete, will not recreate" func="github.com/percona/percona-postgresql-operator/internal/operator/cluster.ScaleBase()" file="/go/src/github.com/percona/percona-postgresql-operator/internal/operator/cluster/cluster.go:535" version=1.6.0
                        "timeoutSeconds": 10
                                "topologyKey": "kubernetes.io/hostname"
            "type": "ClusterIP",
            "type": "RollingUpdate",
                        "value": ""
                        "value": "5432"
  "value": "5432"
                        "value": "/backrestrepo/some-name-11478-backrest-shared-repo"
  "value": "/backrestrepo/some-name-11478-backrest-shared-repo"
                        "value": "/backrestrepo/some-name-11599-backrest-shared-repo"
  "value": "/backrestrepo/some-name-11599-backrest-shared-repo"
                        "value": "/backrestrepo/some-name-22969-backrest-shared-repo"
  "value": "/backrestrepo/some-name-22969-backrest-shared-repo"
                        "value": "/backrestrepo/some-name-7577-backrest-shared-repo"
  "value": "/backrestrepo/some-name-7577-backrest-shared-repo"
                        "value": "backup"
                        "value": "crunchy-pgha-scope"
                        "value": "db"
  "value": "db"
                        "value": " --db-host=10.234.104.17 --db-path=/pgdata/some-name-7577"
                        "value": " --db-host=10.234.104.22 --db-path=/pgdata/some-name-7577"
                        "value": " --db-host=10.234.104.24 --db-path=/pgdata/some-name-22969"
                        "value": " --db-host=10.234.104.27 --db-path=/pgdata/some-name-22969"
                        "value": " --db-host=10.234.104.28 --db-path=/pgdata/some-name-11478"
                        "value": " --db-host=10.234.104.31 --db-path=/pgdata/some-name-11478"
                        "value": " --db-host=10.234.104.7 --db-path=/pgdata/some-name-11599"
                        "value": " --db-host=10.234.105.13 --db-path=/pgdata/some-name-11599"
                        "value": "false"
  "value": "false"
                        "valueFrom": {
  "valueFrom": {
                        "value": "INFO"
  "value": "path"
                        "value": "pgbackrest"
                        "value": "pgbackrest_init"
                        "value": "pgbackrest-repo"
                        "value": "/pgdata/some-name-11478"
  "value": "/pgdata/some-name-11478"
                        "value": "/pgdata/some-name-11478-repl1"
  "value": "/pgdata/some-name-11478-repl1"
                        "value": "/pgdata/some-name-11478-repl2"
  "value": "/pgdata/some-name-11478-repl2"
                        "value": "/pgdata/some-name-11599"
  "value": "/pgdata/some-name-11599"
                        "value": "/pgdata/some-name-11599-repl1"
  "value": "/pgdata/some-name-11599-repl1"
                        "value": "/pgdata/some-name-11599-repl2"
  "value": "/pgdata/some-name-11599-repl2"
                        "value": "/pgdata/some-name-22969"
  "value": "/pgdata/some-name-22969"
                        "value": "/pgdata/some-name-22969-repl1"
  "value": "/pgdata/some-name-22969-repl1"
                        "value": "/pgdata/some-name-22969-repl2"
  "value": "/pgdata/some-name-22969-repl2"
                        "value": "/pgdata/some-name-7577"
  "value": "/pgdata/some-name-7577"
                        "value": "/pgdata/some-name-7577-repl1"
  "value": "/pgdata/some-name-7577-repl1"
                        "value": "/pgdata/some-name-7577-repl2"
  "value": "/pgdata/some-name-7577-repl2"
  "value": "pg-operator-testing"
                        "value": "posix"
  "value": "posix"
                        "value": "postgres"
                                            "values": [
  "value": "s3.amazonaws.com"
                        "value": "some-name-11478"
  "value": "some-name-11478-backrest-shared-repo"
                        "value": "some-name-11478-backrest-shared-repo-685fb8c84b-r52kd"
                        "value": "some-name-11478-backrest-shared-repo-685fb8c84b-x5qqm"
  "value": "some-name-11478-backrest-shared-repo.scheduled-backup-22447.svc.cluster.local."
                        "value": "some-name-11599"
  "value": "some-name-11599-backrest-shared-repo"
                        "value": "some-name-11599-backrest-shared-repo-7776b99bfd-8rq76"
                        "value": "some-name-11599-backrest-shared-repo-7776b99bfd-gvxlf"
  "value": "some-name-11599-backrest-shared-repo.scheduled-backup-22447.svc.cluster.local."
                        "value": "some-name-22969"
  "value": "some-name-22969-backrest-shared-repo"
                        "value": "some-name-22969-backrest-shared-repo-5b697fc4fd-dcwl4"
                        "value": "some-name-22969-backrest-shared-repo-5b697fc4fd-gt8g5"
  "value": "some-name-22969-backrest-shared-repo.scheduled-backup-22447.svc.cluster.local."
                        "value": "some-name-7577"
  "value": "some-name-7577-backrest-shared-repo"
                        "value": "some-name-7577-backrest-shared-repo-747f9665f6-7jq5t"
                        "value": "some-name-7577-backrest-shared-repo-747f9665f6-ltdpk"
  "value": "some-name-7577-backrest-shared-repo.scheduled-backup-22447.svc.cluster.local."
  "value": "/sshd/aws-s3-ca.crt"
                        "value": "stanza-create"
                        "value": "--stanza=db --type=diff  --repo1-retention-diff=3 --db-host=10.234.104.17 --db-path=/pgdata/some-name-7577"
                        "value": "--stanza=db --type=diff  --repo1-retention-diff=3 --db-host=10.234.104.22 --db-path=/pgdata/some-name-7577"
                        "value": "--stanza=db --type=full  --repo1-retention-full=3 --db-host=10.234.104.28 --db-path=/pgdata/some-name-11478"
                        "value": "--stanza=db --type=full  --repo1-retention-full=3 --db-host=10.234.104.31 --db-path=/pgdata/some-name-11478"
                        "value": "--stanza=db --type=full  --repo1-retention-full=3 --db-host=10.234.104.7 --db-path=/pgdata/some-name-11599"
                        "value": "--stanza=db --type=full  --repo1-retention-full=3 --db-host=10.234.105.13 --db-path=/pgdata/some-name-11599"
                        "value": "--stanza=db --type=incr  --db-host=10.234.104.24 --db-path=/pgdata/some-name-22969"
                        "value": "/tmp"
  "value": "/tmp"
                        "value": "/tmp/nss_wrapper/pgbackrest-repo/group"
                        "value": "/tmp/nss_wrapper/pgbackrest-repo/passwd"
                      "value": "/tmp/nss_wrapper/postgres/group"
                      "value": "/tmp/nss_wrapper/postgres/passwd"
                        "value": "true"
  "value": "true"
                        "value": "--type=full --db-host=10.234.104.17 --db-path=/pgdata/some-name-7577"
                        "value": "--type=full --db-host=10.234.104.22 --db-path=/pgdata/some-name-7577"
                        "value": "--type=full --db-host=10.234.104.24 --db-path=/pgdata/some-name-22969"
                        "value": "--type=full --db-host=10.234.104.27 --db-path=/pgdata/some-name-22969"
                        "value": "--type=full --db-host=10.234.104.28 --db-path=/pgdata/some-name-11478"
                        "value": "--type=full --db-host=10.234.104.31 --db-path=/pgdata/some-name-11478"
                        "value": "--type=full --db-host=10.234.104.7 --db-path=/pgdata/some-name-11599"
                        "value": "--type=full --db-host=10.234.105.13 --db-path=/pgdata/some-name-11599"
                        "value": "--type=xid --target=\"773\" --repo-type=s3 --no-repo1-s3-verify-tls --target-action=promote"
  "value": "us-east-1"
                        "value": "/usr/lib64/libnss_wrapper.so"
                      "value": "/usr/lib64/libnss_wrapper.so"
  "value": "/usr/local/bin/archive-push-s3.sh"
                        "value": "{vendor: \"crunchydata\"}"
                    "vendor": "crunchydata"
                    "vendor": "crunchydata",
                "vendor": "crunchydata"
                "vendor": "crunchydata",
            "vendor": "crunchydata"
            "vendor": "crunchydata",
                    "volumeMounts": [
                    "volumeMounts": [{
                "volumes": [
                "volumes": [{
                            "weight": 1,
+ destroy_operator
+ kubectl_bin delete -f /tmp/tmp.DNiy7KR2uB/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.FHsvwLL2IR
++ mktemp
+ local LAST_ERR=/tmp/tmp.EXVoEeLSuu
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete -f /tmp/tmp.DNiy7KR2uB/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete -f /tmp/tmp.DNiy7KR2uB/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete -f /tmp/tmp.DNiy7KR2uB/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.FHsvwLL2IR
+ cat /tmp/tmp.EXVoEeLSuu
Error from server (NotFound): error when deleting "/tmp/tmp.DNiy7KR2uB/operator.yaml": serviceaccounts "pgo-deployer-sa" not found
Error from server (NotFound): error when deleting "/tmp/tmp.DNiy7KR2uB/operator.yaml": clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): error when deleting "/tmp/tmp.DNiy7KR2uB/operator.yaml": configmaps "pgo-deployer-cm" not found
Error from server (NotFound): error when deleting "/tmp/tmp.DNiy7KR2uB/operator.yaml": clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-crb" not found
Error from server (NotFound): error when deleting "/tmp/tmp.DNiy7KR2uB/operator.yaml": jobs.batch "pgo-deploy" not found
+ rm /tmp/tmp.FHsvwLL2IR /tmp/tmp.EXVoEeLSuu
+ return 1
+ true
+ yq w -d4 /tmp/tmp.DNiy7KR2uB/operator.yaml 'spec.template.spec.containers[0].env[0].value' uninstall
+ kubectl_bin apply -f /tmp/tmp.DNiy7KR2uB/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.tPuAKFSZw1
++ mktemp
+ local LAST_ERR=/tmp/tmp.vmsP55mM5e
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl apply -f /tmp/tmp.DNiy7KR2uB/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.tPuAKFSZw1
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.vmsP55mM5e
+ rm /tmp/tmp.tPuAKFSZw1 /tmp/tmp.vmsP55mM5e
+ return 0
+ wait_job_completion pgo-deploy true
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=scheduled-backup-22447
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n scheduled-backup-22447 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -f /tmp/tmp.DNiy7KR2uB/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MuxJnmSoXA
++ mktemp
+ local LAST_ERR=/tmp/tmp.8R9oOF5Xro
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete -f /tmp/tmp.DNiy7KR2uB/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.MuxJnmSoXA
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.8R9oOF5Xro
+ rm /tmp/tmp.MuxJnmSoXA /tmp/tmp.8R9oOF5Xro
+ return 0
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.SOrZmLB4KE
++ mktemp
+ awk '{print$1}'
+ local LAST_ERR=/tmp/tmp.WC1LBKF9nI
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl get ns
+ xargs kubectl delete ns --grace-period=0 --force=true
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.SOrZmLB4KE
+ cat /tmp/tmp.WC1LBKF9nI
+ rm /tmp/tmp.SOrZmLB4KE /tmp/tmp.WC1LBKF9nI
+ return 0
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
namespace "scheduled-backup-22447" force deleted
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.f8MVZmkEmJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.fMzyvVLzGr
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.f8MVZmkEmJ
+ cat /tmp/tmp.fMzyvVLzGr
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
+ rm /tmp/tmp.f8MVZmkEmJ /tmp/tmp.fMzyvVLzGr
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.mZh3zSjCv8
++ mktemp
+ local LAST_ERR=/tmp/tmp.npMxmW4QqZ
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-723-7ed19e708-2-scheduled-backup
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.mZh3zSjCv8
+ cat /tmp/tmp.npMxmW4QqZ
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
+ rm /tmp/tmp.mZh3zSjCv8 /tmp/tmp.npMxmW4QqZ
+ return 1
+ true
+ rm -rf /tmp/tmp.DNiy7KR2uB