++ echo 'Log: /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/logs/ns-mode.log'
Log: /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/logs/ns-mode.log
++ '[' -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP=
++ oc get projects
error: the server doesn't have a resource type "projects"
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep '\-eks\-'
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
++ '[' ']'
+++ kubectl version -o json
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
+++ /usr/bin/sed -r 's/[^0-9.]+//g'
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
++ KUBE_VERSION=1.26
+++ helm version -c
+++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/'
++ HELM_VERSION=v3.14.4
++ '[' v3 == v2 ']'
+ main
+ create_namespace ns-mode-17093
+ local namespace=ns-mode-17093
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ awk '{print$1}'
+ cleanup_rbac
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.AAczf5aY6i
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.44pjGr09hY
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.lggRZrBuwQ
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.2I79S2kT9g
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.AAczf5aY6i
+ cat /tmp/tmp.lggRZrBuwQ
+ rm /tmp/tmp.AAczf5aY6i /tmp/tmp.lggRZrBuwQ
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.44pjGr09hY
+ cat /tmp/tmp.2I79S2kT9g
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.44pjGr09hY /tmp/tmp.2I79S2kT9g
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
+ local LAST_OUT=/tmp/tmp.I2xk60THNu
++ mktemp
+ local LAST_ERR=/tmp/tmp.F6pgjHXPK0
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.I2xk60THNu
+ cat /tmp/tmp.F6pgjHXPK0
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.I2xk60THNu /tmp/tmp.F6pgjHXPK0
+ return 1
+ true
+ kubectl delete MutatingWebhookConfiguration/chaos-mesh-mutation ValidatingWebhookConfiguration/chaos-mesh-validation ValidatingWebhookConfiguration/validate-auth
Error from server (NotFound): mutatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-mutation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-validation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "validate-auth" not found
+ true
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete namespace ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.187adzIRzM
++ mktemp
+ local LAST_ERR=/tmp/tmp.Tae7QBugTs
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.187adzIRzM
+ cat /tmp/tmp.Tae7QBugTs
Error from server (NotFound): namespaces "ns-mode-17093" not found
+ rm /tmp/tmp.187adzIRzM /tmp/tmp.Tae7QBugTs
+ return 1
+ :
+ wait_for_delete namespace/ns-mode-17093
+ local res=namespace/ns-mode-17093
+ set +o xtrace
namespace/ns-mode-17093 - Error from server (NotFound): namespaces "ns-mode-17093" not found
+ kubectl_bin create namespace ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.v4szRg7RP5
++ mktemp
+ local LAST_ERR=/tmp/tmp.Wdayudy2wn
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl create namespace ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.v4szRg7RP5
namespace/ns-mode-17093 created
+ cat /tmp/tmp.Wdayudy2wn
+ rm /tmp/tmp.v4szRg7RP5 /tmp/tmp.Wdayudy2wn
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GgmASvM3JB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mFCGxBxbfu
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.GgmASvM3JB
++ cat /tmp/tmp.mFCGxBxbfu
++ rm /tmp/tmp.GgmASvM3JB /tmp/tmp.mFCGxBxbfu
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.MfYdLr3ACI
++ mktemp
+ local LAST_ERR=/tmp/tmp.bqAAsVKgRY
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.MfYdLr3ACI
Context "gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox" modified.
+ cat /tmp/tmp.bqAAsVKgRY
+ rm /tmp/tmp.MfYdLr3ACI /tmp/tmp.bqAAsVKgRY
+ return 0
+ deploy_operator
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=disabled
+ local action=install
+ local namespace=ns-mode-17093
+ local dont_send_telemetry=false
+ local version_service_uri_override=
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ prepare_operator_yaml '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml disabled install ns-mode-17093 false
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=disabled
+ local operator_action=install
+ local namespace=ns-mode-17093
+ local dont_send_telemetry=false
+ yq r -d2 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml 'data[values.yaml]'
+ /usr/bin/sed -e 's#^namespace: .*#namespace: "ns-mode-17093"#g'
+ /usr/bin/sed -e 's#^disable_telemetry: .*#disable_telemetry: "false"#g'
+ /usr/bin/sed -e 's#namespace_mode: .*#namespace_mode: "disabled"#g'
+ /usr/bin/sed -e 's#pgo_operator_namespace: .*#pgo_operator_namespace: "ns-mode-17093"#g'
+ cat /dev/fd/63 -
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
++ echo 'crunchy_debug: "true"'
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
++ cut -d: -f1
++ cut -d: -f2
+ /usr/bin/sed -e 's#pgo_image_prefix: .*#pgo_image_prefix: "perconalab/percona-postgresql-operator"#g'
+ /usr/bin/sed -e 's#pgo_image_tag: .*#pgo_image_tag: "PR-721-a67b3475b"#g'
+ [[ -n '' ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ yq w '-d*' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml metadata.namespace ns-mode-17093
+ yq w -d4 - 'spec.template.spec.containers[0].image' perconalab/percona-postgresql-operator:PR-721-a67b3475b-pgo-deployer
+ yq w -d3 - 'subjects[0].namespace' ns-mode-17093
+ yq w -d4 - 'spec.template.spec.containers[0].env[0].value' install
++ cat /tmp/tmp.yKf4QaesPY/operator.ini
+ yq w -d2 - -d2 'data[values.yaml]' 'crunchy_debug: "true"
archive_mode: "true"
archive_timeout: "60"
ccp_image_pull_secret: ""
ccp_image_pull_secret_manifest: ""
create_rbac: "true"
delete_operator_namespace: "false"
delete_watched_namespaces: "false"
disable_telemetry: "false"
namespace: "ns-mode-17093"
namespace_mode: "disabled"
pgo_image_prefix: "perconalab/percona-postgresql-operator"
pgo_image_pull_policy: "Always"
pgo_image_pull_secret: ""
pgo_image_pull_secret_manifest: ""
pgo_image_tag: "PR-721-a67b3475b"
pgo_operator_namespace: "ns-mode-17093"'
+ [[ -n '' ]]
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ITANnEcc8C
++ mktemp
+ local LAST_ERR=/tmp/tmp.UXrPOw8ox9
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ITANnEcc8C
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.UXrPOw8ox9
+ rm /tmp/tmp.ITANnEcc8C /tmp/tmp.UXrPOw8ox9
+ return 0
+ wait_job_completion pgo-deploy true
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 35 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.x39OEoIuuW
++ mktemp
+ local LAST_ERR=/tmp/tmp.jTQtoA963o
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.x39OEoIuuW
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.jTQtoA963o
+ rm /tmp/tmp.x39OEoIuuW /tmp/tmp.jTQtoA963o
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FOeh13MqW1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hfIp5uTpim
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.FOeh13MqW1
++ cat /tmp/tmp.hfIp5uTpim
++ rm /tmp/tmp.FOeh13MqW1 /tmp/tmp.hfIp5uTpim
++ return 0
+ wait_pod postgres-operator-b6d675b6c-7v524
+ local pod=postgres-operator-b6d675b6c-7v524
+ local ns=
+ set +o xtrace
postgres-operator-b6d675b6c-7v524true
+ [[ -n '' ]]
+ desc 'create first PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PG cluster
-----------------------------------------------------------------------------------

+ cluster=some-name
+ spinup_pgcluster some-name /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local backup=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ local namespace=ns-mode-17093
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name ns-mode-17093
+ local cluster=some-name
+ local namespace=ns-mode-17093
+ yq w - metadata.name some-name-users-secret
+ yq w - stringData.some-name some-name_pass
+ kubectl_bin -n ns-mode-17093 apply -f -
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.DTrvl2Fx9C
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ky7r7gSYSv
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.DTrvl2Fx9C
secret/some-name-users-secret created
+ cat /tmp/tmp.Ky7r7gSYSv
+ rm /tmp/tmp.DTrvl2Fx9C /tmp/tmp.Ky7r7gSYSv
+ return 0
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
+ yq w - metadata.name some-name-pmm-secret
+ kubectl_bin -n ns-mode-17093 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.V8OkaqpWvi
++ mktemp
+ local LAST_ERR=/tmp/tmp.OfgACT9DL9
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.V8OkaqpWvi
secret/some-name-pmm-secret created
+ cat /tmp/tmp.OfgACT9DL9
+ rm /tmp/tmp.V8OkaqpWvi /tmp/tmp.OfgACT9DL9
+ return 0
+ kubectl_bin -n ns-mode-17093 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.g6yZ0ZM3Pp
++ mktemp
+ local LAST_ERR=/tmp/tmp.J9uEn5Zojf
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.g6yZ0ZM3Pp
deployment.apps/pg-client created
+ cat /tmp/tmp.J9uEn5Zojf
+ rm /tmp/tmp.g6yZ0ZM3Pp /tmp/tmp.J9uEn5Zojf
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml some-name false false false false false false false false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local name=some-name
+ local backup=false
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml metadata.annotations.current-primary some-name
+ yq w - metadata.labels.crunchy-pgha-scope some-name
+ yq w - metadata.labels.deployment-name some-name
+ yq w - spec.clustername some-name
+ yq w - spec.database some-name
+ yq w - metadata.name some-name
+ yq w - spec.name some-name
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.keepBackups false
+ yq w - metadata.labels.name some-name
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - metadata.labels.pg-cluster some-name
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - spec.secretsName some-name-users-secret
+ yq w - spec.user some-name
+ yq w - spec.keepData false
+ case ${podAntiAffinity} in
+ case ${backup} in
+ [[ false != \f\a\l\s\e ]]
+ [[ false != \f\a\l\s\e ]]
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.Z6Lp6eo1yG
++ mktemp
+ local LAST_ERR=/tmp/tmp.IoMcRAyAv9
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Z6Lp6eo1yG
perconapgcluster.pg.percona.com/some-name created
+ cat /tmp/tmp.IoMcRAyAv9
+ rm /tmp/tmp.Z6Lp6eo1yG /tmp/tmp.IoMcRAyAv9
+ return 0
+ wait_deployment some-name-backrest-shared-repo
+ local name=some-name-backrest-shared-repo
+ local target_namespace=ns-mode-17093
+ sleep 10
+ set +o xtrace
some-name-backrest-shared-repo..
+ wait_deployment some-name
+ local name=some-name
+ local target_namespace=ns-mode-17093
+ sleep 10
+ set +o xtrace
some-name.........
+ [[ false == \g\c\s\+* ]]
+ wait_job_completion some-name-stanza-create false
+ local job=some-name-stanza-create
+ local mandatory=false
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
some-name-stanza-create+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name
+ local job=backrest-backup-some-name
+ local mandatory=true
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
backrest-backup-some-name+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name
+ cluster_name=some-name
+ wait_cluster_status some-name 'pgcluster Initialized'
+ local cluster_name=some-name
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=ns-mode-17093
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6hHhUe0UeH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mRUpCyIYXz
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.6hHhUe0UeH
++ cat /tmp/tmp.mRUpCyIYXz
++ rm /tmp/tmp.6hHhUe0UeH /tmp/tmp.mRUpCyIYXz
++ return 0
+ status_query='kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.XwkFAAuNtf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SnyQm886VO
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.XwkFAAuNtf
+++ cat /tmp/tmp.SnyQm886VO
+++ rm /tmp/tmp.XwkFAAuNtf /tmp/tmp.SnyQm886VO
+++ return 0
+ [[ pgcluster Processed == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ let retry+=1
+ '[' 1 -ge 24 ']'
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 10
++ eval kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.AOCMqPN5WO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BZktsD317U
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.AOCMqPN5WO
+++ cat /tmp/tmp.BZktsD317U
+++ rm /tmp/tmp.AOCMqPN5WO /tmp/tmp.BZktsD317U
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.i6vFUcafzn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7XdpuBIEDi
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.i6vFUcafzn
+++ cat /tmp/tmp.7XdpuBIEDi
+++ rm /tmp/tmp.i6vFUcafzn /tmp/tmp.7XdpuBIEDi
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.spgtpDXyRP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.VoqCMwvUET
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.spgtpDXyRP
+++ cat /tmp/tmp.VoqCMwvUET
+++ rm /tmp/tmp.spgtpDXyRP /tmp/tmp.VoqCMwvUET
+++ return 0
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FKyAGTzG9x
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kYljlMPMOW
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.FKyAGTzG9x
+++ cat /tmp/tmp.kYljlMPMOW
+++ rm /tmp/tmp.FKyAGTzG9x /tmp/tmp.kYljlMPMOW
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.hUHAytpDuK
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.Hjm47aPf5V
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.hUHAytpDuK
++++ cat /tmp/tmp.Hjm47aPf5V
++++ rm /tmp/tmp.hUHAytpDuK /tmp/tmp.Hjm47aPf5V
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MnVXOzzlvb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JSP7Zsx8yg
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.MnVXOzzlvb
+++ cat /tmp/tmp.JSP7Zsx8yg
+++ rm /tmp/tmp.MnVXOzzlvb /tmp/tmp.JSP7Zsx8yg
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UyT07gzoVS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D7ucqEeJpa
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.UyT07gzoVS
++ cat /tmp/tmp.D7ucqEeJpa
++ rm /tmp/tmp.UyT07gzoVS /tmp/tmp.D7ucqEeJpa
++ return 0
+ local client_container=pg-client-76df9df876-wwx86
+ kubectl_bin exec pg-client-76df9df876-wwx86 -n ns-mode-17093 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.mbl4Zhy6B8
++ mktemp
+ local LAST_ERR=/tmp/tmp.qh7qVM5fDm
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-wwx86 -n ns-mode-17093 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.mbl4Zhy6B8
+ cat /tmp/tmp.qh7qVM5fDm
+ rm /tmp/tmp.mbl4Zhy6B8 /tmp/tmp.qh7qVM5fDm
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.nFMfcGhIWM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.GPNa2ZWS5d
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.nFMfcGhIWM
+++ cat /tmp/tmp.GPNa2ZWS5d
+++ rm /tmp/tmp.nFMfcGhIWM /tmp/tmp.GPNa2ZWS5d
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.EnFJICPtLT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.yVkbVIzHMy
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.EnFJICPtLT
+++ cat /tmp/tmp.yVkbVIzHMy
+++ rm /tmp/tmp.EnFJICPtLT /tmp/tmp.yVkbVIzHMy
+++ return 0
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jyIYjrYyPn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0RxcTO101V
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.jyIYjrYyPn
+++ cat /tmp/tmp.0RxcTO101V
+++ rm /tmp/tmp.jyIYjrYyPn /tmp/tmp.0RxcTO101V
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.kNjFrHyuIX
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.VxV1F2CXU6
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.kNjFrHyuIX
++++ cat /tmp/tmp.VxV1F2CXU6
++++ rm /tmp/tmp.kNjFrHyuIX /tmp/tmp.VxV1F2CXU6
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.PrguFw9aCG
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BKGGQCBJR2
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.PrguFw9aCG
+++ cat /tmp/tmp.BKGGQCBJR2
+++ rm /tmp/tmp.PrguFw9aCG /tmp/tmp.BKGGQCBJR2
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WbnXJvbgQv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6Up4rFpXrp
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.WbnXJvbgQv
++ cat /tmp/tmp.6Up4rFpXrp
++ rm /tmp/tmp.WbnXJvbgQv /tmp/tmp.6Up4rFpXrp
++ return 0
+ local client_container=pg-client-76df9df876-wwx86
+ kubectl_bin exec pg-client-76df9df876-wwx86 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9iEjNHIlkF
++ mktemp
+ local LAST_ERR=/tmp/tmp.3xnrJT7ipH
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-wwx86 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.9iEjNHIlkF
+ cat /tmp/tmp.3xnrJT7ipH
+ rm /tmp/tmp.9iEjNHIlkF /tmp/tmp.3xnrJT7ipH
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Onf7AYfRWA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XGGdNRKYf8
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Onf7AYfRWA
+++ cat /tmp/tmp.XGGdNRKYf8
+++ rm /tmp/tmp.Onf7AYfRWA /tmp/tmp.XGGdNRKYf8
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8LtUujkUng
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gWjraWltyD
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.8LtUujkUng
+++ cat /tmp/tmp.gWjraWltyD
+++ rm /tmp/tmp.8LtUujkUng /tmp/tmp.gWjraWltyD
+++ return 0
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ajcsecftSl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ORr4ZdgwAZ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.ajcsecftSl
+++ cat /tmp/tmp.ORr4ZdgwAZ
+++ rm /tmp/tmp.ajcsecftSl /tmp/tmp.ORr4ZdgwAZ
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.gfy74yoBDV
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.gOZLVVC8rc
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.gfy74yoBDV
++++ cat /tmp/tmp.gOZLVVC8rc
++++ rm /tmp/tmp.gfy74yoBDV /tmp/tmp.gOZLVVC8rc
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.78R8tcH7p2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.jMQRfY1XCo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.78R8tcH7p2
+++ cat /tmp/tmp.jMQRfY1XCo
+++ rm /tmp/tmp.78R8tcH7p2 /tmp/tmp.jMQRfY1XCo
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8VwWRwm2Ng
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sm2W2YNzr7
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.8VwWRwm2Ng
++ cat /tmp/tmp.sm2W2YNzr7
++ rm /tmp/tmp.8VwWRwm2Ng /tmp/tmp.sm2W2YNzr7
++ return 0
+ local client_container=pg-client-76df9df876-wwx86
+ kubectl_bin exec pg-client-76df9df876-wwx86 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.EyT8F6q4Br
++ mktemp
+ local LAST_ERR=/tmp/tmp.goZMoIRBIr
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-wwx86 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.EyT8F6q4Br
+ cat /tmp/tmp.goZMoIRBIr
+ rm /tmp/tmp.EyT8F6q4Br /tmp/tmp.goZMoIRBIr
+ return 0
+ sleep 10
+ destroy_operator
+ kubectl_bin delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.tnU1konsSK
++ mktemp
+ local LAST_ERR=/tmp/tmp.reSj7HYfji
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.tnU1konsSK
+ cat /tmp/tmp.reSj7HYfji
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": serviceaccounts "pgo-deployer-sa" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": configmaps "pgo-deployer-cm" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-crb" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": jobs.batch "pgo-deploy" not found
+ rm /tmp/tmp.tnU1konsSK /tmp/tmp.reSj7HYfji
+ return 1
+ true
+ yq w -d4 /tmp/tmp.yKf4QaesPY/operator.yaml 'spec.template.spec.containers[0].env[0].value' uninstall
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.LMSAevRQ14
++ mktemp
+ local LAST_ERR=/tmp/tmp.E8bTBEvQ2A
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.LMSAevRQ14
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.E8bTBEvQ2A
+ rm /tmp/tmp.LMSAevRQ14 /tmp/tmp.E8bTBEvQ2A
+ return 0
+ wait_job_completion pgo-deploy true
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.SMQcJDahnF
++ mktemp
+ local LAST_ERR=/tmp/tmp.WNsB9T0uS1
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.SMQcJDahnF
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.WNsB9T0uS1
+ rm /tmp/tmp.SMQcJDahnF /tmp/tmp.WNsB9T0uS1
+ return 0
+ desc 'dynymic operator mode. Should create namespace for cluster by itself'
+ set +o xtrace


-----------------------------------------------------------------------------------
dynymic operator mode. Should create namespace for cluster by itself
-----------------------------------------------------------------------------------

+ ns=ns-mode-7343
+ create_namespace ns-mode-7343
+ local namespace=ns-mode-7343
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ awk '{print$1}'
+ kubectl_bin get ns
+ cleanup_rbac
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.Fzlzdc0GXC
+ local LAST_OUT=/tmp/tmp.ZPj3MNC7pB
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.fPmiW8VJha
+ local exit_status=0
+ local timeout=4
+ set +o errexit
+ local LAST_ERR=/tmp/tmp.56nJ7aovFk
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl get ns
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ZPj3MNC7pB
+ cat /tmp/tmp.56nJ7aovFk
+ rm /tmp/tmp.ZPj3MNC7pB /tmp/tmp.56nJ7aovFk
+ return 0
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
namespace "ns-mode-17093" deleted
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.Fzlzdc0GXC
+ cat /tmp/tmp.fPmiW8VJha
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.Fzlzdc0GXC /tmp/tmp.fPmiW8VJha
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
+ local LAST_OUT=/tmp/tmp.2pLCMdl8HT
++ mktemp
+ local LAST_ERR=/tmp/tmp.gRV1SoMV85
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.2pLCMdl8HT
+ cat /tmp/tmp.gRV1SoMV85
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.2pLCMdl8HT /tmp/tmp.gRV1SoMV85
+ return 1
+ true
+ kubectl delete MutatingWebhookConfiguration/chaos-mesh-mutation ValidatingWebhookConfiguration/chaos-mesh-validation ValidatingWebhookConfiguration/validate-auth
Error from server (NotFound): mutatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-mutation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-validation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "validate-auth" not found
+ true
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete namespace ns-mode-7343
++ mktemp
+ local LAST_OUT=/tmp/tmp.ONp56HXsYA
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z5crfJaZbj
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-7343
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-7343
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-7343
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.ONp56HXsYA
+ cat /tmp/tmp.Z5crfJaZbj
Error from server (NotFound): namespaces "ns-mode-7343" not found
+ rm /tmp/tmp.ONp56HXsYA /tmp/tmp.Z5crfJaZbj
+ return 1
+ :
+ wait_for_delete namespace/ns-mode-7343
+ local res=namespace/ns-mode-7343
+ set +o xtrace
namespace/ns-mode-7343 - Error from server (NotFound): namespaces "ns-mode-7343" not found
+ kubectl_bin create namespace ns-mode-7343
++ mktemp
+ local LAST_OUT=/tmp/tmp.fh4kbYdwNW
++ mktemp
+ local LAST_ERR=/tmp/tmp.IBzGKoL2F9
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl create namespace ns-mode-7343
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.fh4kbYdwNW
namespace/ns-mode-7343 created
+ cat /tmp/tmp.IBzGKoL2F9
+ rm /tmp/tmp.fh4kbYdwNW /tmp/tmp.IBzGKoL2F9
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2x191EoDEO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sVfKNGw1AS
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.2x191EoDEO
++ cat /tmp/tmp.sVfKNGw1AS
++ rm /tmp/tmp.2x191EoDEO /tmp/tmp.sVfKNGw1AS
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-7343
++ mktemp
+ local LAST_OUT=/tmp/tmp.xeyviXEqLw
++ mktemp
+ local LAST_ERR=/tmp/tmp.RGQHPJAqJr
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-7343
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.xeyviXEqLw
Context "gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox" modified.
+ cat /tmp/tmp.RGQHPJAqJr
+ rm /tmp/tmp.xeyviXEqLw /tmp/tmp.RGQHPJAqJr
+ return 0
+ export OPERATOR_NS=ns-mode-7343
+ OPERATOR_NS=ns-mode-7343
+ deploy_operator '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml dynamic
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=dynamic
+ local action=install
+ local namespace=ns-mode-17093
+ local dont_send_telemetry=false
+ local version_service_uri_override=
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ prepare_operator_yaml '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml dynamic install ns-mode-17093 false
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=dynamic
+ local operator_action=install
+ local namespace=ns-mode-17093
+ local dont_send_telemetry=false
+ yq r -d2 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml 'data[values.yaml]'
+ /usr/bin/sed -e 's#pgo_operator_namespace: .*#pgo_operator_namespace: "ns-mode-7343"#g'
+ /usr/bin/sed -e 's#namespace_mode: .*#namespace_mode: "dynamic"#g'
+ /usr/bin/sed -e 's#^disable_telemetry: .*#disable_telemetry: "false"#g'
+ cat /dev/fd/63 -
+ /usr/bin/sed -e 's#^namespace: .*#namespace: "ns-mode-17093"#g'
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
++ echo 'crunchy_debug: "true"'
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
++ cut -d: -f1
++ cut -d: -f2
+ /usr/bin/sed -e 's#pgo_image_tag: .*#pgo_image_tag: "PR-721-a67b3475b"#g'
+ /usr/bin/sed -e 's#pgo_image_prefix: .*#pgo_image_prefix: "perconalab/percona-postgresql-operator"#g'
+ [[ -n '' ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ yq w '-d*' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml metadata.namespace ns-mode-7343
+ yq w -d3 - 'subjects[0].namespace' ns-mode-7343
+ yq w -d4 - 'spec.template.spec.containers[0].image' perconalab/percona-postgresql-operator:PR-721-a67b3475b-pgo-deployer
++ cat /tmp/tmp.yKf4QaesPY/operator.ini
+ yq w -d2 - -d2 'data[values.yaml]' 'crunchy_debug: "true"
archive_mode: "true"
archive_timeout: "60"
ccp_image_pull_secret: ""
ccp_image_pull_secret_manifest: ""
create_rbac: "true"
delete_operator_namespace: "false"
delete_watched_namespaces: "false"
disable_telemetry: "false"
namespace: "ns-mode-17093"
namespace_mode: "dynamic"
pgo_image_prefix: "perconalab/percona-postgresql-operator"
pgo_image_pull_policy: "Always"
pgo_image_pull_secret: ""
pgo_image_pull_secret_manifest: ""
pgo_image_tag: "PR-721-a67b3475b"
pgo_operator_namespace: "ns-mode-7343"'
+ yq w -d4 - 'spec.template.spec.containers[0].env[0].value' install
+ [[ -n '' ]]
+ kubectl_bin apply -n ns-mode-7343 -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y0Qt58haLW
++ mktemp
+ local LAST_ERR=/tmp/tmp.UPEwCV62iP
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -n ns-mode-7343 -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Y0Qt58haLW
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.UPEwCV62iP
+ rm /tmp/tmp.Y0Qt58haLW /tmp/tmp.UPEwCV62iP
+ return 0
+ wait_job_completion pgo-deploy true ns-mode-7343
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-7343
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -n ns-mode-7343 -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5olFT6rAtV
++ mktemp
+ local LAST_ERR=/tmp/tmp.qwT0sWnIhT
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -n ns-mode-7343 -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.5olFT6rAtV
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.qwT0sWnIhT
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
+ rm /tmp/tmp.5olFT6rAtV /tmp/tmp.qwT0sWnIhT
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Sn7IfVKLNC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZUK8lYIwWr
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.Sn7IfVKLNC
++ cat /tmp/tmp.ZUK8lYIwWr
++ rm /tmp/tmp.Sn7IfVKLNC /tmp/tmp.ZUK8lYIwWr
++ return 0
+ wait_pod postgres-operator-b6d675b6c-n7jmn ns-mode-7343
+ local pod=postgres-operator-b6d675b6c-n7jmn
+ local ns=ns-mode-7343
+ set +o xtrace
postgres-operator-b6d675b6c-n7jmntrue
+ [[ -n '' ]]
+ spinup_pgcluster some-name /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local backup=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ local namespace=ns-mode-17093
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name ns-mode-17093
+ local cluster=some-name
+ local namespace=ns-mode-17093
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
+ yq w - stringData.some-name some-name_pass
+ yq w - metadata.name some-name-users-secret
+ kubectl_bin -n ns-mode-17093 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.5mIzs8bgGb
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qo0aJiQZ9c
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.5mIzs8bgGb
secret/some-name-users-secret created
+ cat /tmp/tmp.Qo0aJiQZ9c
+ rm /tmp/tmp.5mIzs8bgGb /tmp/tmp.Qo0aJiQZ9c
+ return 0
+ yq w - metadata.name some-name-pmm-secret
+ kubectl_bin -n ns-mode-17093 apply -f -
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.idTf7MjONd
++ mktemp
+ local LAST_ERR=/tmp/tmp.Aft9bLYTSO
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.idTf7MjONd
secret/some-name-pmm-secret created
+ cat /tmp/tmp.Aft9bLYTSO
+ rm /tmp/tmp.idTf7MjONd /tmp/tmp.Aft9bLYTSO
+ return 0
+ kubectl_bin -n ns-mode-17093 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.vGkDOYie4c
++ mktemp
+ local LAST_ERR=/tmp/tmp.Kvm85s6r1E
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.vGkDOYie4c
deployment.apps/pg-client created
+ cat /tmp/tmp.Kvm85s6r1E
+ rm /tmp/tmp.vGkDOYie4c /tmp/tmp.Kvm85s6r1E
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml some-name false false false false false false false false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local name=some-name
+ local backup=false
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml metadata.annotations.current-primary some-name
+ yq w - metadata.labels.crunchy-pgha-scope some-name
+ yq w - metadata.labels.name some-name
+ yq w - spec.database some-name
+ yq w - metadata.name some-name
+ yq w - spec.clustername some-name
+ yq w - metadata.labels.deployment-name some-name
+ yq w - metadata.labels.pg-cluster some-name
+ yq w - spec.keepData false
+ yq w - spec.name some-name
+ yq w - spec.secretsName some-name-users-secret
+ yq w - spec.user some-name
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - spec.keepBackups false
+ case ${podAntiAffinity} in
+ case ${backup} in
+ [[ false != \f\a\l\s\e ]]
+ [[ false != \f\a\l\s\e ]]
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.NeCD2zwSNy
++ mktemp
+ local LAST_ERR=/tmp/tmp.hzTCJpr9oX
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.NeCD2zwSNy
perconapgcluster.pg.percona.com/some-name created
+ cat /tmp/tmp.hzTCJpr9oX
+ rm /tmp/tmp.NeCD2zwSNy /tmp/tmp.hzTCJpr9oX
+ return 0
+ wait_deployment some-name-backrest-shared-repo
+ local name=some-name-backrest-shared-repo
+ local target_namespace=ns-mode-17093
+ sleep 10
+ set +o xtrace
some-name-backrest-shared-repo...
+ wait_deployment some-name
+ local name=some-name
+ local target_namespace=ns-mode-17093
+ sleep 10
+ set +o xtrace
some-name.........
+ [[ false == \g\c\s\+* ]]
+ wait_job_completion some-name-stanza-create false
+ local job=some-name-stanza-create
+ local mandatory=false
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
some-name-stanza-create+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name
+ local job=backrest-backup-some-name
+ local mandatory=true
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
backrest-backup-some-name+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name
+ cluster_name=some-name
+ wait_cluster_status some-name 'pgcluster Initialized'
+ local cluster_name=some-name
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=ns-mode-17093
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kTfdfcntCs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xnxpXfKwTl
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=1
++ [[ 1 != 0 ]]
++ sleep 0
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=1
++ [[ 1 != 0 ]]
++ sleep 4
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=1
++ [[ 1 != 0 ]]
++ sleep 8
++ set -o errexit
++ cat /tmp/tmp.kTfdfcntCs
++ cat /tmp/tmp.xnxpXfKwTl
Error from server (NotFound): perconapgclusters.pg.percona.com "some-name" not found
++ rm /tmp/tmp.kTfdfcntCs /tmp/tmp.xnxpXfKwTl
++ return 1
+ status_query='kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.XugRtGQwSQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.MnIiVxwLPC
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.XugRtGQwSQ
+++ cat /tmp/tmp.MnIiVxwLPC
+++ rm /tmp/tmp.XugRtGQwSQ /tmp/tmp.MnIiVxwLPC
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CSV6TPuWqc
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ymkApxEIzm
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CSV6TPuWqc
+++ cat /tmp/tmp.ymkApxEIzm
+++ rm /tmp/tmp.CSV6TPuWqc /tmp/tmp.ymkApxEIzm
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4Mq2LALm29
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0jdbiTUsk7
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 8
+++ set -o errexit
+++ cat /tmp/tmp.4Mq2LALm29
+++ cat /tmp/tmp.0jdbiTUsk7
Error from server (NotFound): perconapgclusters.pg.percona.com "some-name" not found
+++ rm /tmp/tmp.4Mq2LALm29 /tmp/tmp.0jdbiTUsk7
+++ return 1
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.OEleykQcNX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.PmTDYegnQY
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.OEleykQcNX
+++ cat /tmp/tmp.PmTDYegnQY
+++ rm /tmp/tmp.OEleykQcNX /tmp/tmp.PmTDYegnQY
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.v7tJRVs03J
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.K8URqSSa8L
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.v7tJRVs03J
++++ cat /tmp/tmp.K8URqSSa8L
++++ rm /tmp/tmp.v7tJRVs03J /tmp/tmp.K8URqSSa8L
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.38NRE38YK7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dBDSsuICc4
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.38NRE38YK7
+++ cat /tmp/tmp.dBDSsuICc4
+++ rm /tmp/tmp.38NRE38YK7 /tmp/tmp.dBDSsuICc4
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QwrZu8KbT5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O1czJNJCWi
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.QwrZu8KbT5
++ cat /tmp/tmp.O1czJNJCWi
++ rm /tmp/tmp.QwrZu8KbT5 /tmp/tmp.O1czJNJCWi
++ return 0
+ local client_container=pg-client-76df9df876-wgkrr
+ kubectl_bin exec pg-client-76df9df876-wgkrr -n ns-mode-17093 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.g1Jz4fcRJ0
++ mktemp
+ local LAST_ERR=/tmp/tmp.9iT04ys9pY
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-wgkrr -n ns-mode-17093 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.g1Jz4fcRJ0
+ cat /tmp/tmp.9iT04ys9pY
+ rm /tmp/tmp.g1Jz4fcRJ0 /tmp/tmp.9iT04ys9pY
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.t7fe8nfSpY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.pHUCBkBfvT
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.t7fe8nfSpY
+++ cat /tmp/tmp.pHUCBkBfvT
+++ rm /tmp/tmp.t7fe8nfSpY /tmp/tmp.pHUCBkBfvT
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0ZvpFV430M
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7ObqgsIUiu
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 8
+++ set -o errexit
+++ cat /tmp/tmp.0ZvpFV430M
+++ cat /tmp/tmp.7ObqgsIUiu
Error from server (NotFound): perconapgclusters.pg.percona.com "some-name" not found
+++ rm /tmp/tmp.0ZvpFV430M /tmp/tmp.7ObqgsIUiu
+++ return 1
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IPRuSRTEqX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1j1ADMjXUF
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.IPRuSRTEqX
+++ cat /tmp/tmp.1j1ADMjXUF
+++ rm /tmp/tmp.IPRuSRTEqX /tmp/tmp.1j1ADMjXUF
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.icHEEqxSC1
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.nUSBPEKktS
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.icHEEqxSC1
++++ cat /tmp/tmp.nUSBPEKktS
++++ rm /tmp/tmp.icHEEqxSC1 /tmp/tmp.nUSBPEKktS
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.aQnRn1ytAw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BuY6A0ARlD
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.aQnRn1ytAw
+++ cat /tmp/tmp.BuY6A0ARlD
+++ rm /tmp/tmp.aQnRn1ytAw /tmp/tmp.BuY6A0ARlD
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.42GfoVfNqB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MZ1SNXwLCS
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.42GfoVfNqB
++ cat /tmp/tmp.MZ1SNXwLCS
++ rm /tmp/tmp.42GfoVfNqB /tmp/tmp.MZ1SNXwLCS
++ return 0
+ local client_container=pg-client-76df9df876-wgkrr
+ kubectl_bin exec pg-client-76df9df876-wgkrr -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.17duxCvjbU
++ mktemp
+ local LAST_ERR=/tmp/tmp.3WUHfAtkxq
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-wgkrr -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.17duxCvjbU
+ cat /tmp/tmp.3WUHfAtkxq
+ rm /tmp/tmp.17duxCvjbU /tmp/tmp.3WUHfAtkxq
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CgIK9BZs77
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.uOXFoP4viH
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CgIK9BZs77
+++ cat /tmp/tmp.uOXFoP4viH
+++ rm /tmp/tmp.CgIK9BZs77 /tmp/tmp.uOXFoP4viH
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Igv4tm823H
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.DUBKjl5zAB
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=1
+++ [[ 1 != 0 ]]
+++ sleep 8
+++ set -o errexit
+++ cat /tmp/tmp.Igv4tm823H
+++ cat /tmp/tmp.DUBKjl5zAB
Error from server (NotFound): perconapgclusters.pg.percona.com "some-name" not found
+++ rm /tmp/tmp.Igv4tm823H /tmp/tmp.DUBKjl5zAB
+++ return 1
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.VkIbDpYjLV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.zfKmdIrnUB
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.VkIbDpYjLV
+++ cat /tmp/tmp.zfKmdIrnUB
+++ rm /tmp/tmp.VkIbDpYjLV /tmp/tmp.zfKmdIrnUB
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.QHFSruT33I
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.MKvtk2Cx1m
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.QHFSruT33I
++++ cat /tmp/tmp.MKvtk2Cx1m
++++ rm /tmp/tmp.QHFSruT33I /tmp/tmp.MKvtk2Cx1m
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RLuTHcjRZu
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.D0vAJ8Titz
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.RLuTHcjRZu
+++ cat /tmp/tmp.D0vAJ8Titz
+++ rm /tmp/tmp.RLuTHcjRZu /tmp/tmp.D0vAJ8Titz
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XePpB18Wqc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FVaLXbVAw3
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.XePpB18Wqc
++ cat /tmp/tmp.FVaLXbVAw3
++ rm /tmp/tmp.XePpB18Wqc /tmp/tmp.FVaLXbVAw3
++ return 0
+ local client_container=pg-client-76df9df876-wgkrr
+ kubectl_bin exec pg-client-76df9df876-wgkrr -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.8Q3WMoFNjm
++ mktemp
+ local LAST_ERR=/tmp/tmp.89gV4xEFsa
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-wgkrr -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.8Q3WMoFNjm
+ cat /tmp/tmp.89gV4xEFsa
+ rm /tmp/tmp.8Q3WMoFNjm /tmp/tmp.89gV4xEFsa
+ return 0
+ sleep 10
+ destroy_operator
+ kubectl_bin -n ns-mode-7343 delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.4Gs98qRulw
++ mktemp
+ local LAST_ERR=/tmp/tmp.WdEjdHpMnf
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.4Gs98qRulw
+ cat /tmp/tmp.WdEjdHpMnf
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": serviceaccounts "pgo-deployer-sa" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": configmaps "pgo-deployer-cm" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-crb" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": jobs.batch "pgo-deploy" not found
+ rm /tmp/tmp.4Gs98qRulw /tmp/tmp.WdEjdHpMnf
+ return 1
+ true
+ yq w -d4 /tmp/tmp.yKf4QaesPY/operator.yaml 'spec.template.spec.containers[0].env[0].value' uninstall
+ kubectl_bin -n ns-mode-7343 apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.42yPNZX3jG
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZMMg9NrB5H
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.42yPNZX3jG
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.ZMMg9NrB5H
+ rm /tmp/tmp.42yPNZX3jG /tmp/tmp.ZMMg9NrB5H
+ return 0
+ wait_job_completion pgo-deploy true ns-mode-7343
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-7343
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-7343 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin -n ns-mode-7343 delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.4YVvNmBIQZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.g0HOdSqKts
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-7343 delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.4YVvNmBIQZ
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.g0HOdSqKts
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
+ rm /tmp/tmp.4YVvNmBIQZ /tmp/tmp.g0HOdSqKts
+ return 0
+ destroy_namespace ns-mode-7343
+ local namespace=ns-mode-7343
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete --grace-period=0 --force=true namespace ns-mode-7343
++ mktemp
+ local LAST_OUT=/tmp/tmp.24Ui5CMj4Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.CkX6FjTYEz
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete --grace-period=0 --force=true namespace ns-mode-7343
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.24Ui5CMj4Q
namespace "ns-mode-7343" force deleted
+ cat /tmp/tmp.CkX6FjTYEz
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.24Ui5CMj4Q /tmp/tmp.CkX6FjTYEz
+ return 0
+ unset OPERATOR_NS
+ desc 'readonly operator mode. Should only watch namespace for cluster. No namespace creation or removal'
+ set +o xtrace


-----------------------------------------------------------------------------------
readonly operator mode. Should only watch namespace for cluster. No namespace creation or removal
-----------------------------------------------------------------------------------

+ create_namespace ns-mode-17093
+ local namespace=ns-mode-17093
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ awk '{print$1}'
+ kubectl_bin get ns
+ cleanup_rbac
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.GQM4tSYr08
+ local LAST_OUT=/tmp/tmp.AY1o5ZrNgD
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.un4iCn9sjn
+ local exit_status=0
+ local timeout=4
+ set +o errexit
+ local LAST_ERR=/tmp/tmp.YOHny8Natw
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl get ns
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.AY1o5ZrNgD
+ cat /tmp/tmp.YOHny8Natw
+ rm /tmp/tmp.AY1o5ZrNgD /tmp/tmp.YOHny8Natw
+ return 0
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
namespace "ns-mode-17093" deleted
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.GQM4tSYr08
+ cat /tmp/tmp.un4iCn9sjn
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.GQM4tSYr08 /tmp/tmp.un4iCn9sjn
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
++ mktemp
+ local LAST_OUT=/tmp/tmp.O2UunoXCLM
++ mktemp
+ local LAST_ERR=/tmp/tmp.Brp6zYYYvQ
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-controller-manager-cluster-level
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.O2UunoXCLM
+ cat /tmp/tmp.Brp6zYYYvQ
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" not found
+ rm /tmp/tmp.O2UunoXCLM /tmp/tmp.Brp6zYYYvQ
+ return 1
+ true
+ kubectl delete MutatingWebhookConfiguration/chaos-mesh-mutation ValidatingWebhookConfiguration/chaos-mesh-validation ValidatingWebhookConfiguration/validate-auth
Error from server (NotFound): mutatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-mutation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "chaos-mesh-validation" not found
Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "validate-auth" not found
+ true
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete namespace ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.Spjiv6LM4o
++ mktemp
+ local LAST_ERR=/tmp/tmp.E2oM46G0Gk
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Spjiv6LM4o
namespace "ns-mode-17093" deleted
+ cat /tmp/tmp.E2oM46G0Gk
+ rm /tmp/tmp.Spjiv6LM4o /tmp/tmp.E2oM46G0Gk
+ return 0
+ wait_for_delete namespace/ns-mode-17093
+ local res=namespace/ns-mode-17093
+ set +o xtrace
namespace/ns-mode-17093 - Error from server (NotFound): namespaces "ns-mode-17093" not found
+ kubectl_bin create namespace ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.LTnOSBFE3E
++ mktemp
+ local LAST_ERR=/tmp/tmp.969a9XJk4I
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl create namespace ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.LTnOSBFE3E
namespace/ns-mode-17093 created
+ cat /tmp/tmp.969a9XJk4I
+ rm /tmp/tmp.LTnOSBFE3E /tmp/tmp.969a9XJk4I
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0OXkPHZxRQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.enruc41h4U
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.0OXkPHZxRQ
++ cat /tmp/tmp.enruc41h4U
++ rm /tmp/tmp.0OXkPHZxRQ /tmp/tmp.enruc41h4U
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.PFDxCmlw4a
++ mktemp
+ local LAST_ERR=/tmp/tmp.TOBcgA8MCN
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.PFDxCmlw4a
Context "gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox" modified.
+ cat /tmp/tmp.TOBcgA8MCN
+ rm /tmp/tmp.PFDxCmlw4a /tmp/tmp.TOBcgA8MCN
+ return 0
+ deploy_operator '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml disabled
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=disabled
+ local action=install
+ local namespace=ns-mode-17093
+ local dont_send_telemetry=false
+ local version_service_uri_override=
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ prepare_operator_yaml '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml disabled install ns-mode-17093 false
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=disabled
+ local operator_action=install
+ local namespace=ns-mode-17093
+ local dont_send_telemetry=false
+ yq r -d2 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml 'data[values.yaml]'
+ /usr/bin/sed -e 's#^namespace: .*#namespace: "ns-mode-17093"#g'
+ /usr/bin/sed -e 's#namespace_mode: .*#namespace_mode: "disabled"#g'
+ /usr/bin/sed -e 's#^disable_telemetry: .*#disable_telemetry: "false"#g'
+ cat /dev/fd/63 -
++ echo 'crunchy_debug: "true"'
++ cut -d: -f1
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
+ /usr/bin/sed -e 's#pgo_operator_namespace: .*#pgo_operator_namespace: "ns-mode-17093"#g'
++ cut -d: -f2
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
+ /usr/bin/sed -e 's#pgo_image_tag: .*#pgo_image_tag: "PR-721-a67b3475b"#g'
+ /usr/bin/sed -e 's#pgo_image_prefix: .*#pgo_image_prefix: "perconalab/percona-postgresql-operator"#g'
+ [[ -n '' ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ yq w '-d*' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml metadata.namespace ns-mode-17093
+ yq w -d3 - 'subjects[0].namespace' ns-mode-17093
+ yq w -d4 - 'spec.template.spec.containers[0].image' perconalab/percona-postgresql-operator:PR-721-a67b3475b-pgo-deployer
++ cat /tmp/tmp.yKf4QaesPY/operator.ini
+ yq w -d4 - 'spec.template.spec.containers[0].env[0].value' install
+ yq w -d2 - -d2 'data[values.yaml]' 'crunchy_debug: "true"
archive_mode: "true"
archive_timeout: "60"
ccp_image_pull_secret: ""
ccp_image_pull_secret_manifest: ""
create_rbac: "true"
delete_operator_namespace: "false"
delete_watched_namespaces: "false"
disable_telemetry: "false"
namespace: "ns-mode-17093"
namespace_mode: "disabled"
pgo_image_prefix: "perconalab/percona-postgresql-operator"
pgo_image_pull_policy: "Always"
pgo_image_pull_secret: ""
pgo_image_pull_secret_manifest: ""
pgo_image_tag: "PR-721-a67b3475b"
pgo_operator_namespace: "ns-mode-17093"'
+ [[ -n '' ]]
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.7wgShKQA3S
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZD8GgSSRPc
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.7wgShKQA3S
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.ZD8GgSSRPc
+ rm /tmp/tmp.7wgShKQA3S /tmp/tmp.ZD8GgSSRPc
+ return 0
+ wait_job_completion pgo-deploy true
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 27 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 28 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 29 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 30 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 31 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 32 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 33 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 34 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Trc4eHluNQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.bvxR0BPYz0
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Trc4eHluNQ
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.bvxR0BPYz0
+ rm /tmp/tmp.Trc4eHluNQ /tmp/tmp.bvxR0BPYz0
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qEZG9D4DtL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5DnMefUHye
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.qEZG9D4DtL
++ cat /tmp/tmp.5DnMefUHye
++ rm /tmp/tmp.qEZG9D4DtL /tmp/tmp.5DnMefUHye
++ return 0
+ wait_pod postgres-operator-b6d675b6c-5qm2j
+ local pod=postgres-operator-b6d675b6c-5qm2j
+ local ns=
+ set +o xtrace
postgres-operator-b6d675b6c-5qm2jtrue
+ [[ -n '' ]]
+ spinup_pgcluster some-name /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local backup=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ local namespace=ns-mode-17093
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name ns-mode-17093
+ local cluster=some-name
+ local namespace=ns-mode-17093
+ yq w - metadata.name some-name-users-secret
+ yq w - stringData.some-name some-name_pass
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
+ kubectl_bin -n ns-mode-17093 apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.zw8SECOsAh
++ mktemp
+ local LAST_ERR=/tmp/tmp.gVcSMp600K
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.zw8SECOsAh
secret/some-name-users-secret created
+ cat /tmp/tmp.gVcSMp600K
+ rm /tmp/tmp.zw8SECOsAh /tmp/tmp.gVcSMp600K
+ return 0
+ yq w - metadata.name some-name-pmm-secret
+ kubectl_bin -n ns-mode-17093 apply -f -
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.U0PDTBttej
++ mktemp
+ local LAST_ERR=/tmp/tmp.x1D6EWWhpa
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.U0PDTBttej
secret/some-name-pmm-secret created
+ cat /tmp/tmp.x1D6EWWhpa
+ rm /tmp/tmp.U0PDTBttej /tmp/tmp.x1D6EWWhpa
+ return 0
+ kubectl_bin -n ns-mode-17093 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.7qS0jLyXXr
++ mktemp
+ local LAST_ERR=/tmp/tmp.2NXUbRuiGn
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.7qS0jLyXXr
deployment.apps/pg-client created
+ cat /tmp/tmp.2NXUbRuiGn
+ rm /tmp/tmp.7qS0jLyXXr /tmp/tmp.2NXUbRuiGn
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml some-name false false false false false false false false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local name=some-name
+ local backup=false
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml metadata.annotations.current-primary some-name
+ yq w - metadata.labels.deployment-name some-name
+ yq w - metadata.labels.name some-name
+ yq w - metadata.labels.crunchy-pgha-scope some-name
+ yq w - metadata.labels.pg-cluster some-name
+ yq w - spec.user some-name
+ yq w - spec.secretsName some-name-users-secret
+ yq w - spec.clustername some-name
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.database some-name
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.keepBackups false
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.keepData false
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.name some-name
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - metadata.name some-name
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ case ${podAntiAffinity} in
+ case ${backup} in
+ [[ false != \f\a\l\s\e ]]
+ [[ false != \f\a\l\s\e ]]
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093
++ mktemp
+ local LAST_OUT=/tmp/tmp.PA6PqK3s2r
++ mktemp
+ local LAST_ERR=/tmp/tmp.t0hdaLth7T
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.PA6PqK3s2r
perconapgcluster.pg.percona.com/some-name created
+ cat /tmp/tmp.t0hdaLth7T
+ rm /tmp/tmp.PA6PqK3s2r /tmp/tmp.t0hdaLth7T
+ return 0
+ wait_deployment some-name-backrest-shared-repo
+ local name=some-name-backrest-shared-repo
+ local target_namespace=ns-mode-17093
+ sleep 10
+ set +o xtrace
some-name-backrest-shared-repo...
+ wait_deployment some-name
+ local name=some-name
+ local target_namespace=ns-mode-17093
+ sleep 10
+ set +o xtrace
some-name........
+ [[ false == \g\c\s\+* ]]
+ wait_job_completion some-name-stanza-create false
+ local job=some-name-stanza-create
+ local mandatory=false
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
some-name-stanza-create+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name
+ local job=backrest-backup-some-name
+ local mandatory=true
+ local ns=ns-mode-17093
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
backrest-backup-some-name+ retry=0
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093 get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name
+ cluster_name=some-name
+ wait_cluster_status some-name 'pgcluster Initialized'
+ local cluster_name=some-name
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=ns-mode-17093
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u3dOpu6yc7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NDGbHvz9n0
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.u3dOpu6yc7
++ cat /tmp/tmp.NDGbHvz9n0
++ rm /tmp/tmp.u3dOpu6yc7 /tmp/tmp.NDGbHvz9n0
++ return 0
+ status_query='kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zTHeqkFdnZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fcWYJnzYOU
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.zTHeqkFdnZ
+++ cat /tmp/tmp.fcWYJnzYOU
+++ rm /tmp/tmp.zTHeqkFdnZ /tmp/tmp.fcWYJnzYOU
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.gKivSkigEd
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ijRU0UcNrJ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.gKivSkigEd
+++ cat /tmp/tmp.ijRU0UcNrJ
+++ rm /tmp/tmp.gKivSkigEd /tmp/tmp.ijRU0UcNrJ
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bpzMprMNZ4
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lISXpVlQSq
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.bpzMprMNZ4
+++ cat /tmp/tmp.lISXpVlQSq
+++ rm /tmp/tmp.bpzMprMNZ4 /tmp/tmp.lISXpVlQSq
+++ return 0
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8KwEYtVCXG
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.N6z8dQSpfS
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.8KwEYtVCXG
+++ cat /tmp/tmp.N6z8dQSpfS
+++ rm /tmp/tmp.8KwEYtVCXG /tmp/tmp.N6z8dQSpfS
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.6PMM1ahcd4
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.mRvWA25Hc3
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.6PMM1ahcd4
++++ cat /tmp/tmp.mRvWA25Hc3
++++ rm /tmp/tmp.6PMM1ahcd4 /tmp/tmp.mRvWA25Hc3
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zU4YszFmSg
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YIkfjT1ksH
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.zU4YszFmSg
+++ cat /tmp/tmp.YIkfjT1ksH
+++ rm /tmp/tmp.zU4YszFmSg /tmp/tmp.YIkfjT1ksH
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Qjt0dcme8Z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JxUtKBjq16
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.Qjt0dcme8Z
++ cat /tmp/tmp.JxUtKBjq16
++ rm /tmp/tmp.Qjt0dcme8Z /tmp/tmp.JxUtKBjq16
++ return 0
+ local client_container=pg-client-76df9df876-62qt7
+ kubectl_bin exec pg-client-76df9df876-62qt7 -n ns-mode-17093 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.XWxwoTriRW
++ mktemp
+ local LAST_ERR=/tmp/tmp.lY0h6VNkgk
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-62qt7 -n ns-mode-17093 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.XWxwoTriRW
+ cat /tmp/tmp.lY0h6VNkgk
+ rm /tmp/tmp.XWxwoTriRW /tmp/tmp.lY0h6VNkgk
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TewR9rLX64
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AmxXLPIyln
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.TewR9rLX64
+++ cat /tmp/tmp.AmxXLPIyln
+++ rm /tmp/tmp.TewR9rLX64 /tmp/tmp.AmxXLPIyln
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.l6qLCPN78u
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ILI5AoLSSV
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.l6qLCPN78u
+++ cat /tmp/tmp.ILI5AoLSSV
+++ rm /tmp/tmp.l6qLCPN78u /tmp/tmp.ILI5AoLSSV
+++ return 0
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.BTmbOAi9Jb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dsrdcv9Lgf
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.BTmbOAi9Jb
+++ cat /tmp/tmp.dsrdcv9Lgf
+++ rm /tmp/tmp.BTmbOAi9Jb /tmp/tmp.dsrdcv9Lgf
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.YPYyoe7ge1
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.0s7fvdDV53
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.YPYyoe7ge1
++++ cat /tmp/tmp.0s7fvdDV53
++++ rm /tmp/tmp.YPYyoe7ge1 /tmp/tmp.0s7fvdDV53
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zbWzjsFA2N
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.shbIz5rXgr
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.zbWzjsFA2N
+++ cat /tmp/tmp.shbIz5rXgr
+++ rm /tmp/tmp.zbWzjsFA2N /tmp/tmp.shbIz5rXgr
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CFz4EbquWm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xMn4JOk4S4
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.CFz4EbquWm
++ cat /tmp/tmp.xMn4JOk4S4
++ rm /tmp/tmp.CFz4EbquWm /tmp/tmp.xMn4JOk4S4
++ return 0
+ local client_container=pg-client-76df9df876-62qt7
+ kubectl_bin exec pg-client-76df9df876-62qt7 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ukKi3KHgiC
++ mktemp
+ local LAST_ERR=/tmp/tmp.APvlIriraI
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-62qt7 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.ukKi3KHgiC
+ cat /tmp/tmp.APvlIriraI
+ rm /tmp/tmp.ukKi3KHgiC /tmp/tmp.APvlIriraI
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2ALJPCaeS5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3QJ1xZmqie
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.2ALJPCaeS5
+++ cat /tmp/tmp.3QJ1xZmqie
+++ rm /tmp/tmp.2ALJPCaeS5 /tmp/tmp.3QJ1xZmqie
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jd9rxvJdnB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6GaXEB51F3
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.jd9rxvJdnB
+++ cat /tmp/tmp.6GaXEB51F3
+++ rm /tmp/tmp.jd9rxvJdnB /tmp/tmp.6GaXEB51F3
+++ return 0
+++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CUg8CqqvuV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Vi9jXG4HKL
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CUg8CqqvuV
+++ cat /tmp/tmp.Vi9jXG4HKL
+++ rm /tmp/tmp.CUg8CqqvuV /tmp/tmp.Vi9jXG4HKL
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.BjP2EWcnPA
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.QTz9xS0ufy
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093 get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.BjP2EWcnPA
++++ cat /tmp/tmp.QTz9xS0ufy
++++ rm /tmp/tmp.BjP2EWcnPA /tmp/tmp.QTz9xS0ufy
++++ return 0
+++ kubectl_bin -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2cQCxzQTWI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.sjSQ8Nz6u0
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093 get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.2cQCxzQTWI
+++ cat /tmp/tmp.sjSQ8Nz6u0
+++ rm /tmp/tmp.2cQCxzQTWI /tmp/tmp.sjSQ8Nz6u0
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name.ns-mode-17093
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sibS3I077a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MTG3JoqQhk
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093 get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.sibS3I077a
++ cat /tmp/tmp.MTG3JoqQhk
++ rm /tmp/tmp.sibS3I077a /tmp/tmp.MTG3JoqQhk
++ return 0
+ local client_container=pg-client-76df9df876-62qt7
+ kubectl_bin exec pg-client-76df9df876-62qt7 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.3ZIKxkpffo
++ mktemp
+ local LAST_ERR=/tmp/tmp.OTmROiXHH0
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-62qt7 -n ns-mode-17093 -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.3ZIKxkpffo
+ cat /tmp/tmp.OTmROiXHH0
+ rm /tmp/tmp.3ZIKxkpffo /tmp/tmp.OTmROiXHH0
+ return 0
+ sleep 10
+ create_namespace ns-mode-17093-disabled true
+ local namespace=ns-mode-17093-disabled
+ local skip_clean_namespace=true
+ [[ 1 == 1 ]]
+ [[ -z true ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ kubectl_bin delete namespace ns-mode-17093-disabled
++ mktemp
+ local LAST_OUT=/tmp/tmp.SLLP5gsco8
++ mktemp
+ local LAST_ERR=/tmp/tmp.xhDCZ2o8ON
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093-disabled
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093-disabled
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete namespace ns-mode-17093-disabled
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.SLLP5gsco8
+ cat /tmp/tmp.xhDCZ2o8ON
Error from server (NotFound): namespaces "ns-mode-17093-disabled" not found
+ rm /tmp/tmp.SLLP5gsco8 /tmp/tmp.xhDCZ2o8ON
+ return 1
+ :
+ wait_for_delete namespace/ns-mode-17093-disabled
+ local res=namespace/ns-mode-17093-disabled
+ set +o xtrace
namespace/ns-mode-17093-disabled - Error from server (NotFound): namespaces "ns-mode-17093-disabled" not found
+ kubectl_bin create namespace ns-mode-17093-disabled
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ewygf8JHlX
++ mktemp
+ local LAST_ERR=/tmp/tmp.dB2GlrcE6u
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl create namespace ns-mode-17093-disabled
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Ewygf8JHlX
namespace/ns-mode-17093-disabled created
+ cat /tmp/tmp.dB2GlrcE6u
+ rm /tmp/tmp.Ewygf8JHlX /tmp/tmp.dB2GlrcE6u
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gnMTslbcg3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cGjkQpJ9xY
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.gnMTslbcg3
++ cat /tmp/tmp.cGjkQpJ9xY
++ rm /tmp/tmp.gnMTslbcg3 /tmp/tmp.cGjkQpJ9xY
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-17093-disabled
++ mktemp
+ local LAST_OUT=/tmp/tmp.doIw3G0ebR
++ mktemp
+ local LAST_ERR=/tmp/tmp.kI6r2r29r3
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox --namespace=ns-mode-17093-disabled
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.doIw3G0ebR
Context "gke_cloud-dev-112233_us-central1-c_jen-pg-721-a67b3475b-2-sandbox" modified.
+ cat /tmp/tmp.kI6r2r29r3
+ rm /tmp/tmp.doIw3G0ebR /tmp/tmp.kI6r2r29r3
+ return 0
+ export OPERATOR_NS=ns-mode-17093-disabled
+ OPERATOR_NS=ns-mode-17093-disabled
+ deploy_operator '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml disabled '' ns-mode-17093-disabled
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=disabled
+ local action=install
+ local namespace=ns-mode-17093-disabled
+ local dont_send_telemetry=false
+ local version_service_uri_override=
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ prepare_operator_yaml '' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml disabled install ns-mode-17093-disabled false
+ local pull_secret_name=
+ local operator_manifest=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml
+ local namespace_mode=disabled
+ local operator_action=install
+ local namespace=ns-mode-17093-disabled
+ local dont_send_telemetry=false
+ yq r -d2 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml 'data[values.yaml]'
+ /usr/bin/sed -e 's#pgo_operator_namespace: .*#pgo_operator_namespace: "ns-mode-17093-disabled"#g'
+ /usr/bin/sed -e 's#namespace_mode: .*#namespace_mode: "disabled"#g'
+ cat /dev/fd/63 -
+ /usr/bin/sed -e 's#^disable_telemetry: .*#disable_telemetry: "false"#g'
+ /usr/bin/sed -e 's#^namespace: .*#namespace: "ns-mode-17093-disabled"#g'
++ echo 'crunchy_debug: "true"'
++ cut -d: -f2
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
++ echo perconalab/percona-postgresql-operator:PR-721-a67b3475b
++ cut -d: -f1
+ /usr/bin/sed -e 's#pgo_image_tag: .*#pgo_image_tag: "PR-721-a67b3475b"#g'
+ /usr/bin/sed -e 's#pgo_image_prefix: .*#pgo_image_prefix: "perconalab/percona-postgresql-operator"#g'
+ [[ -n '' ]]
+ [[ GKE == \O\P\E\N\S\H\I\F\T ]]
+ yq w '-d*' /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/operator.yaml metadata.namespace ns-mode-17093-disabled
+ yq w -d4 - 'spec.template.spec.containers[0].image' perconalab/percona-postgresql-operator:PR-721-a67b3475b-pgo-deployer
+ yq w -d4 - 'spec.template.spec.containers[0].env[0].value' install
+ yq w -d3 - 'subjects[0].namespace' ns-mode-17093-disabled
++ cat /tmp/tmp.yKf4QaesPY/operator.ini
+ yq w -d2 - -d2 'data[values.yaml]' 'crunchy_debug: "true"
archive_mode: "true"
archive_timeout: "60"
ccp_image_pull_secret: ""
ccp_image_pull_secret_manifest: ""
create_rbac: "true"
delete_operator_namespace: "false"
delete_watched_namespaces: "false"
disable_telemetry: "false"
namespace: "ns-mode-17093-disabled"
namespace_mode: "disabled"
pgo_image_prefix: "perconalab/percona-postgresql-operator"
pgo_image_pull_policy: "Always"
pgo_image_pull_secret: ""
pgo_image_pull_secret_manifest: ""
pgo_image_tag: "PR-721-a67b3475b"
pgo_operator_namespace: "ns-mode-17093-disabled"'
+ [[ -n '' ]]
+ kubectl_bin apply -n ns-mode-17093-disabled -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.eZkxfzssxK
++ mktemp
+ local LAST_ERR=/tmp/tmp.YPogUh00bb
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -n ns-mode-17093-disabled -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.eZkxfzssxK
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.YPogUh00bb
+ rm /tmp/tmp.eZkxfzssxK /tmp/tmp.YPogUh00bb
+ return 0
+ wait_job_completion pgo-deploy true ns-mode-17093-disabled
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-17093-disabled
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 17 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 18 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 19 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 20 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 21 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 22 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 23 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 24 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 25 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 26 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin delete -n ns-mode-17093-disabled -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.G2B3vzAdKJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.iwoepiaKpU
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete -n ns-mode-17093-disabled -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.G2B3vzAdKJ
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.iwoepiaKpU
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
+ rm /tmp/tmp.G2B3vzAdKJ /tmp/tmp.iwoepiaKpU
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vVFamkcfPj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vmeDQD8Vzu
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.vVFamkcfPj
++ cat /tmp/tmp.vmeDQD8Vzu
++ rm /tmp/tmp.vVFamkcfPj /tmp/tmp.vmeDQD8Vzu
++ return 0
+ wait_pod postgres-operator-6f8d66c758-nvtpp ns-mode-17093-disabled
+ local pod=postgres-operator-6f8d66c758-nvtpp
+ local ns=ns-mode-17093-disabled
+ set +o xtrace
postgres-operator-6f8d66c758-nvtpptrue
+ [[ -n '' ]]
+ spinup_pgcluster some-name /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml '' '' '' '' '' '' '' ns-mode-17093-disabled
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local backup=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local pgoClientFile=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ local namespace=ns-mode-17093-disabled
+ local root_via_pgbouncer=
+ desc 'create fresh PG cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create fresh PG cluster
-----------------------------------------------------------------------------------

+ create_user_secrets some-name ns-mode-17093-disabled
+ local cluster=some-name
+ local namespace=ns-mode-17093-disabled
+ yq r -d0 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
+ yq w - metadata.name some-name-users-secret
+ yq w - stringData.some-name some-name_pass
+ kubectl_bin -n ns-mode-17093-disabled apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.e0W2F9ZeUA
++ mktemp
+ local LAST_ERR=/tmp/tmp.XBofErxAsW
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.e0W2F9ZeUA
secret/some-name-users-secret created
+ cat /tmp/tmp.XBofErxAsW
+ rm /tmp/tmp.e0W2F9ZeUA /tmp/tmp.XBofErxAsW
+ return 0
+ yq r -d1 /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/users-secret.yaml
+ kubectl_bin -n ns-mode-17093-disabled apply -f -
+ yq w - metadata.name some-name-pmm-secret
++ mktemp
+ local LAST_OUT=/tmp/tmp.mk1Lp8Okir
++ mktemp
+ local LAST_ERR=/tmp/tmp.D0dUa5dEH1
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.mk1Lp8Okir
secret/some-name-pmm-secret created
+ cat /tmp/tmp.D0dUa5dEH1
+ rm /tmp/tmp.mk1Lp8Okir /tmp/tmp.D0dUa5dEH1
+ return 0
+ kubectl_bin -n ns-mode-17093-disabled apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.HwlWjYzZ7o
++ mktemp
+ local LAST_ERR=/tmp/tmp.a6sUH4JhHu
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-721/e2e-tests/conf/client.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.HwlWjYzZ7o
deployment.apps/pg-client created
+ cat /tmp/tmp.a6sUH4JhHu
+ rm /tmp/tmp.HwlWjYzZ7o /tmp/tmp.a6sUH4JhHu
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml some-name false false false false false false false false
+ local path=/mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml
+ local name=some-name
+ local backup=false
+ local restore_from=false
+ local restore_opts=false
+ local custom_config=false
+ local podAntiAffinity=false
+ local schedule=false
+ local schedule_type=false
+ local tls_only=false
+ local root_via_pgbouncer=
+ yq w /mnt/jenkins/workspace/cloud-pg-operator_PR-721/deploy/cr.yaml metadata.annotations.current-primary some-name
+ yq w - metadata.labels.crunchy-pgha-scope some-name
+ yq w - metadata.labels.name some-name
+ yq w - spec.database some-name
+ yq w - metadata.name some-name
+ yq w - spec.clustername some-name
+ yq w - metadata.labels.pg-cluster some-name
+ yq w - spec.keepBackups false
+ yq w - spec.user some-name
+ yq w - spec.name some-name
+ yq w - spec.pgPrimary.image perconalab/percona-postgresql-operator:main-ppg14-postgres-ha
+ yq w - spec.secretsName some-name-users-secret
+ yq w - spec.backup.backrestRepoImage perconalab/percona-postgresql-operator:main-ppg14-pgbackrest-repo
+ yq w - spec.backup.image perconalab/percona-postgresql-operator:main-ppg14-pgbackrest
+ yq w - spec.pmm.image perconalab/pmm-client:2.41.0
+ yq w - spec.pgBadger.image perconalab/percona-postgresql-operator:main-ppg14-pgbadger
+ yq w - spec.pgBouncer.image perconalab/percona-postgresql-operator:main-ppg14-pgbouncer
+ yq w - metadata.labels.deployment-name some-name
+ yq w - spec.keepData false
+ case ${podAntiAffinity} in
+ case ${backup} in
+ [[ false != \f\a\l\s\e ]]
+ [[ false != \f\a\l\s\e ]]
+ [[ false == \t\r\u\e ]]
+ [[ '' == \t\r\u\e ]]
+ kubectl_bin apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093-disabled
++ mktemp
+ local LAST_OUT=/tmp/tmp.z6JRKLZiox
++ mktemp
+ local LAST_ERR=/tmp/tmp.m7scsD2Zw4
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl apply -f /tmp/tmp.yKf4QaesPY/cr.yaml -n ns-mode-17093-disabled
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.z6JRKLZiox
perconapgcluster.pg.percona.com/some-name created
+ cat /tmp/tmp.m7scsD2Zw4
+ rm /tmp/tmp.z6JRKLZiox /tmp/tmp.m7scsD2Zw4
+ return 0
+ wait_deployment some-name-backrest-shared-repo
+ local name=some-name-backrest-shared-repo
+ local target_namespace=ns-mode-17093-disabled
+ sleep 10
+ set +o xtrace
some-name-backrest-shared-repo....
+ wait_deployment some-name
+ local name=some-name
+ local target_namespace=ns-mode-17093-disabled
+ sleep 10
+ set +o xtrace
some-name........
+ [[ false == \g\c\s\+* ]]
+ wait_job_completion some-name-stanza-create false
+ local job=some-name-stanza-create
+ local mandatory=false
+ local ns=ns-mode-17093-disabled
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
some-name-stanza-create+ retry=0
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/some-name-stanza-create -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ not found == \n\o\t\ \f\o\u\n\d ]]
+ echo

+ wait_job_completion backrest-backup-some-name
+ local job=backrest-backup-some-name
+ local mandatory=true
+ local ns=ns-mode-17093-disabled
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
backrest-backup-some-name+ retry=0
++ kubectl_bin -n ns-mode-17093-disabled get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/backrest-backup-some-name -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/backrest-backup-some-name -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ wait_cluster_consistency some-name
+ cluster_name=some-name
+ wait_cluster_status some-name 'pgcluster Initialized'
+ local cluster_name=some-name
+ local 'target_status=pgcluster Initialized'
+ local target_namespace=ns-mode-17093-disabled
+ local status_query=
+ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NIqi08Dgsf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rwGjLITvRh
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.NIqi08Dgsf
++ cat /tmp/tmp.rwGjLITvRh
++ rm /tmp/tmp.NIqi08Dgsf /tmp/tmp.rwGjLITvRh
++ return 0
+ status_query='kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o jsonpath='\''{.status.PGCluster.state}'\'''
+ local retry=0
++ eval kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.hdxaDkwi02
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.D5DWyPdojn
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.hdxaDkwi02
+++ cat /tmp/tmp.D5DWyPdojn
+++ rm /tmp/tmp.hdxaDkwi02 /tmp/tmp.D5DWyPdojn
+++ return 0
+ [[ pgcluster Processed == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ let retry+=1
+ '[' 1 -ge 24 ']'
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 10
++ eval kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath='\''{.status.PGCluster.state}'\'''
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0tIXKSv6kO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7t3cUAuUKJ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.status.PGCluster.state}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.0tIXKSv6kO
+++ cat /tmp/tmp.7t3cUAuUKJ
+++ rm /tmp/tmp.0tIXKSv6kO /tmp/tmp.7t3cUAuUKJ
+++ return 0
+ [[ pgcluster Initialized == \p\g\c\l\u\s\t\e\r\ \I\n\i\t\i\a\l\i\z\e\d ]]
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093-disabled
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uQryVjTPK4
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kNq6GPRNnZ
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.uQryVjTPK4
+++ cat /tmp/tmp.kNq6GPRNnZ
+++ rm /tmp/tmp.uQryVjTPK4 /tmp/tmp.kNq6GPRNnZ
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.SvUWMRcLmW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.48yiKZTOOL
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.SvUWMRcLmW
+++ cat /tmp/tmp.48yiKZTOOL
+++ rm /tmp/tmp.SvUWMRcLmW /tmp/tmp.48yiKZTOOL
+++ return 0
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KoP8RTScYx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.d1lbZAUcOo
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.KoP8RTScYx
+++ cat /tmp/tmp.d1lbZAUcOo
+++ rm /tmp/tmp.KoP8RTScYx /tmp/tmp.d1lbZAUcOo
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.l01ah0Zr9f
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.0FRcwcx8OI
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.l01ah0Zr9f
++++ cat /tmp/tmp.0FRcwcx8OI
++++ rm /tmp/tmp.l01ah0Zr9f /tmp/tmp.0FRcwcx8OI
++++ return 0
+++ kubectl_bin -n ns-mode-17093-disabled get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3N08ynb7yR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.RmK9R6YwaY
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.3N08ynb7yR
+++ cat /tmp/tmp.RmK9R6YwaY
+++ rm /tmp/tmp.3N08ynb7yR /tmp/tmp.RmK9R6YwaY
+++ return 0
++ echo postgres_password
+ run_psql 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:postgres_password@some-name.ns-mode-17093-disabled
+ local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093-disabled
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093-disabled get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qXi3j5eUGp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CBf6gtzHm3
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093-disabled get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.qXi3j5eUGp
++ cat /tmp/tmp.CBf6gtzHm3
++ rm /tmp/tmp.qXi3j5eUGp /tmp/tmp.CBf6gtzHm3
++ return 0
+ local client_container=pg-client-76df9df876-jm9kc
+ kubectl_bin exec pg-client-76df9df876-jm9kc -n ns-mode-17093-disabled -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093-disabled.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9J0ynRxBJu
++ mktemp
+ local LAST_ERR=/tmp/tmp.zPzD5HkIQf
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-jm9kc -n ns-mode-17093-disabled -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093-disabled.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.9J0ynRxBJu
+ cat /tmp/tmp.zPzD5HkIQf
+ rm /tmp/tmp.9J0ynRxBJu /tmp/tmp.zPzD5HkIQf
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093-disabled
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Lzhf5EDTdP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cyAcbor7FS
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.Lzhf5EDTdP
+++ cat /tmp/tmp.cyAcbor7FS
+++ rm /tmp/tmp.Lzhf5EDTdP /tmp/tmp.cyAcbor7FS
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KLqcGRsAib
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.a1rGV9Fqu6
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.KLqcGRsAib
+++ cat /tmp/tmp.a1rGV9Fqu6
+++ rm /tmp/tmp.KLqcGRsAib /tmp/tmp.a1rGV9Fqu6
+++ return 0
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.riKeMIeYWL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kuiUIR79Hw
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.riKeMIeYWL
+++ cat /tmp/tmp.kuiUIR79Hw
+++ rm /tmp/tmp.riKeMIeYWL /tmp/tmp.kuiUIR79Hw
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.zuUC4Yf7Mt
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.UjYw4J1iRo
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.zuUC4Yf7Mt
++++ cat /tmp/tmp.UjYw4J1iRo
++++ rm /tmp/tmp.zuUC4Yf7Mt /tmp/tmp.UjYw4J1iRo
++++ return 0
+++ kubectl_bin -n ns-mode-17093-disabled get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NV8Oz5DLlZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XOKxjD35Du
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.NV8Oz5DLlZ
+++ cat /tmp/tmp.XOKxjD35Du
+++ rm /tmp/tmp.NV8Oz5DLlZ /tmp/tmp.XOKxjD35Du
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:postgres_password@some-name.ns-mode-17093-disabled
+ local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093-disabled
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093-disabled get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.V2TsX8PHGc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7vCmpyVFcg
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093-disabled get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.V2TsX8PHGc
++ cat /tmp/tmp.7vCmpyVFcg
++ rm /tmp/tmp.V2TsX8PHGc /tmp/tmp.7vCmpyVFcg
++ return 0
+ local client_container=pg-client-76df9df876-jm9kc
+ kubectl_bin exec pg-client-76df9df876-jm9kc -n ns-mode-17093-disabled -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093-disabled.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.7wc5T89NnW
++ mktemp
+ local LAST_ERR=/tmp/tmp.DjDVPQ5EW8
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-jm9kc -n ns-mode-17093-disabled -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093-disabled.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.7wc5T89NnW
+ cat /tmp/tmp.DjDVPQ5EW8
+ rm /tmp/tmp.7wc5T89NnW /tmp/tmp.DjDVPQ5EW8
+ return 0
++ get_psql_user_pass postgres some-name
++ local user=postgres
++ local cluster=some-name
++ local namespace=ns-mode-17093-disabled
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CwhVUWm9bm
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.napVH25goY
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.CwhVUWm9bm
+++ cat /tmp/tmp.napVH25goY
+++ rm /tmp/tmp.CwhVUWm9bm /tmp/tmp.napVH25goY
+++ return 0
++ [[ xsome-name == \x ]]
++ case $(kubectl_bin get perconapgcluster/${cluster_name} -o jsonpath='{.metadata.labels.pgo-version}') in
+++ kubectl_bin get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.5fcZ174K50
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BEXQu83hHU
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl get perconapgcluster/some-name -o 'jsonpath={.metadata.labels.pgo-version}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.5fcZ174K50
+++ cat /tmp/tmp.BEXQu83hHU
+++ rm /tmp/tmp.5fcZ174K50 /tmp/tmp.BEXQu83hHU
+++ return 0
+++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.C5xnxD6miS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mHxrbqPKT6
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.C5xnxD6miS
+++ cat /tmp/tmp.mHxrbqPKT6
+++ rm /tmp/tmp.C5xnxD6miS /tmp/tmp.mHxrbqPKT6
+++ return 0
++ [[ xsome-name-users-secret == \x ]]
+++ base64 -d
++++ kubectl_bin -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.1xsuUfKfqa
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.FjNOMc3erp
++++ local exit_status=0
++++ local timeout=4
++++ set +o errexit
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++++ kubectl -n ns-mode-17093-disabled get perconapgcluster/some-name -o 'jsonpath={.spec.secretsName}'
++++ exit_status=0
++++ [[ 0 != 0 ]]
++++ break
++++ set -o errexit
++++ cat /tmp/tmp.1xsuUfKfqa
++++ cat /tmp/tmp.FjNOMc3erp
++++ rm /tmp/tmp.1xsuUfKfqa /tmp/tmp.FjNOMc3erp
++++ return 0
+++ kubectl_bin -n ns-mode-17093-disabled get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eNQt3coGg2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XtvwN27cX1
+++ local exit_status=0
+++ local timeout=4
+++ set +o errexit
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+++ kubectl -n ns-mode-17093-disabled get secret/some-name-users-secret -o 'jsonpath={.data.postgres}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ set -o errexit
+++ cat /tmp/tmp.eNQt3coGg2
+++ cat /tmp/tmp.XtvwN27cX1
+++ rm /tmp/tmp.eNQt3coGg2 /tmp/tmp.XtvwN27cX1
+++ return 0
++ echo postgres_password
+ run_psql '\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";' postgres:postgres_password@some-name.ns-mode-17093-disabled
+ local 'command=\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";'
+ local uri=postgres:postgres_password@some-name.ns-mode-17093-disabled
+ local driver=postgres
+ local suffix=.svc.cluster.local
++ kubectl_bin -n ns-mode-17093-disabled get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tEId7EftBU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t7QHFonznW
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl -n ns-mode-17093-disabled get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ set -o errexit
++ cat /tmp/tmp.tEId7EftBU
++ cat /tmp/tmp.t7QHFonznW
++ rm /tmp/tmp.tEId7EftBU /tmp/tmp.t7QHFonznW
++ return 0
+ local client_container=pg-client-76df9df876-jm9kc
+ kubectl_bin exec pg-client-76df9df876-jm9kc -n ns-mode-17093-disabled -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093-disabled.svc.cluster.local'
++ mktemp
+ local LAST_OUT=/tmp/tmp.heYZq7YCmq
++ mktemp
+ local LAST_ERR=/tmp/tmp.3a14F8BCBT
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl exec pg-client-76df9df876-jm9kc -n ns-mode-17093-disabled -- bash -c 'printf '\''\c myapp \\\ GRANT SELECT,INSERT ON myApp to "some-name";GRANT USAGE ON SCHEMA public TO "some-name";\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:postgres_password@some-name.ns-mode-17093-disabled.svc.cluster.local'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.heYZq7YCmq
+ cat /tmp/tmp.3a14F8BCBT
+ rm /tmp/tmp.heYZq7YCmq /tmp/tmp.3a14F8BCBT
+ return 0
+ sleep 10
+ destroy_operator
+ kubectl_bin -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.9BJ6HhfVFw
++ mktemp
+ local LAST_ERR=/tmp/tmp.J9od2OtXt1
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.9BJ6HhfVFw
+ cat /tmp/tmp.J9od2OtXt1
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": serviceaccounts "pgo-deployer-sa" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": configmaps "pgo-deployer-cm" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-crb" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": jobs.batch "pgo-deploy" not found
+ rm /tmp/tmp.9BJ6HhfVFw /tmp/tmp.J9od2OtXt1
+ return 1
+ true
+ yq w -d4 /tmp/tmp.yKf4QaesPY/operator.yaml 'spec.template.spec.containers[0].env[0].value' uninstall
+ kubectl_bin -n ns-mode-17093-disabled apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.50UGtNM6ds
++ mktemp
+ local LAST_ERR=/tmp/tmp.6UPMXQojkp
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.50UGtNM6ds
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.6UPMXQojkp
+ rm /tmp/tmp.50UGtNM6ds /tmp/tmp.6UPMXQojkp
+ return 0
+ wait_job_completion pgo-deploy true ns-mode-17093-disabled
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-17093-disabled
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 10 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 11 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 12 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 13 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 14 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 15 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 16 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.mcWZcYKng4
++ mktemp
+ local LAST_ERR=/tmp/tmp.s0TZuOP95S
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.mcWZcYKng4
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.s0TZuOP95S
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
+ rm /tmp/tmp.mcWZcYKng4 /tmp/tmp.s0TZuOP95S
+ return 0
+ destroy
+ grep -v level=info
+ grep -v level=debug
+ grep -v 'Getting tasks for pod'
+ grep -v 'the object has been modified'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
+ grep -v 'Getting pods from source'
+ tee /tmp/tmp.yKf4QaesPY/operator.log
+ sort -u
+++ mktemp
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ grep -v 'get backup status: Job.batch'
++ local LAST_OUT=/tmp/tmp.HX7GctrhUI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.r8IgbsMVds
++ local exit_status=0
++ local timeout=4
++ set +o errexit
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=1
++ [[ 1 != 0 ]]
++ sleep 0
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=1
++ [[ 1 != 0 ]]
++ sleep 4
++ for i in '$(seq 0 2)'
++ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
++ kubectl get pods --selector=name=postgres-operator -o 'jsonpath={.items[].metadata.name}'
++ exit_status=1
++ [[ 1 != 0 ]]
++ sleep 8
++ set -o errexit
++ cat /tmp/tmp.HX7GctrhUI
++ cat /tmp/tmp.r8IgbsMVds
error: error executing jsonpath "{.items[].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template:
	template was:
		{.items[].metadata.name}
	object given to jsonpath engine was:
		map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}}


++ rm /tmp/tmp.HX7GctrhUI /tmp/tmp.r8IgbsMVds
++ return 1
+ kubectl_bin -n ns-mode-17093-disabled logs -c operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.9KLuFw2csc
++ mktemp
+ local LAST_ERR=/tmp/tmp.uTvJMZNPCS
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled logs -c operator
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled logs -c operator
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled logs -c operator
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.9KLuFw2csc
+ cat /tmp/tmp.uTvJMZNPCS
error: expected 'logs [-f] [-p] (POD | TYPE/NAME) [-c CONTAINER]'.
POD or TYPE/NAME is a required argument for the logs command
See 'kubectl logs -h' for help and examples
+ rm /tmp/tmp.9KLuFw2csc /tmp/tmp.uTvJMZNPCS
+ return 1
+ destroy_operator
+ kubectl_bin -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hLQaU6py1H
++ mktemp
+ local LAST_ERR=/tmp/tmp.08Eige4mZ8
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator.yaml
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.hLQaU6py1H
+ cat /tmp/tmp.08Eige4mZ8
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": serviceaccounts "pgo-deployer-sa" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": configmaps "pgo-deployer-cm" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-crb" not found
Error from server (NotFound): error when deleting "/tmp/tmp.yKf4QaesPY/operator.yaml": jobs.batch "pgo-deploy" not found
+ rm /tmp/tmp.hLQaU6py1H /tmp/tmp.08Eige4mZ8
+ return 1
+ true
+ yq w -d4 /tmp/tmp.yKf4QaesPY/operator.yaml 'spec.template.spec.containers[0].env[0].value' uninstall
+ kubectl_bin -n ns-mode-17093-disabled apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ialc7mOpij
++ mktemp
+ local LAST_ERR=/tmp/tmp.5QwVvohwHc
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled apply -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.Ialc7mOpij
serviceaccount/pgo-deployer-sa created
clusterrole.rbac.authorization.k8s.io/pgo-deployer-cr created
configmap/pgo-deployer-cm created
clusterrolebinding.rbac.authorization.k8s.io/pgo-deployer-crb created
job.batch/pgo-deploy created
+ cat /tmp/tmp.5QwVvohwHc
+ rm /tmp/tmp.Ialc7mOpij /tmp/tmp.5QwVvohwHc
+ return 0
+ wait_job_completion pgo-deploy true ns-mode-17093-disabled
+ local job=pgo-deploy
+ local mandatory=true
+ local ns=ns-mode-17093-disabled
+ retry=0
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
pgo-deploy+ retry=0
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 1 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 2 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 3 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 4 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 5 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 6 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 7 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 8 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ '' == \1 ]]
+ sleep 1
+ echo -n .
.+ let retry+=1
+ '[' 9 -ge 600 ']'
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.metadata.name}'
++ grep -io 'not found'
+ [[ '' == \n\o\t\ \f\o\u\n\d ]]
++ kubectl_bin -n ns-mode-17093-disabled get job/pgo-deploy -o 'jsonpath={.status.succeeded}'
+ [[ 1 == \1 ]]
+ echo

+ kubectl_bin -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.yb8lEuRi47
++ mktemp
+ local LAST_ERR=/tmp/tmp.WAL3l2EPi6
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl -n ns-mode-17093-disabled delete -f /tmp/tmp.yKf4QaesPY/operator-destroy.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.yb8lEuRi47
serviceaccount "pgo-deployer-sa" deleted
clusterrole.rbac.authorization.k8s.io "pgo-deployer-cr" deleted
configmap "pgo-deployer-cm" deleted
clusterrolebinding.rbac.authorization.k8s.io "pgo-deployer-crb" deleted
job.batch "pgo-deploy" deleted
+ cat /tmp/tmp.WAL3l2EPi6
Warning: deleting cluster-scoped resources, not scoped to the provided namespace
+ rm /tmp/tmp.yb8lEuRi47 /tmp/tmp.WAL3l2EPi6
+ return 0
+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|openshift|^NAME'
+ awk '{print$1}'
++ mktemp
+ xargs kubectl delete ns --grace-period=0 --force=true
+ local LAST_OUT=/tmp/tmp.SXKzjgTxP3
++ mktemp
+ local LAST_ERR=/tmp/tmp.fflwCofuYe
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl get ns
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ set -o errexit
+ cat /tmp/tmp.SXKzjgTxP3
+ cat /tmp/tmp.fflwCofuYe
+ rm /tmp/tmp.SXKzjgTxP3 /tmp/tmp.fflwCofuYe
+ return 0
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
namespace "ns-mode-17093" force deleted
namespace "ns-mode-17093-disabled" force deleted
+ kubectl_bin delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.zQbLqpdSdW
++ mktemp
+ local LAST_ERR=/tmp/tmp.VLgx0jBbVA
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterrolebindings pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.zQbLqpdSdW
+ cat /tmp/tmp.VLgx0jBbVA
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterrolebindings.rbac.authorization.k8s.io "pgo-deployer-cr" not found
+ rm /tmp/tmp.zQbLqpdSdW /tmp/tmp.VLgx0jBbVA
+ return 1
+ true
+ kubectl_bin delete clusterroles pgo-cluster-role pgo-deployer-cr
++ mktemp
+ local LAST_OUT=/tmp/tmp.GbzMks8EWR
++ mktemp
+ local LAST_ERR=/tmp/tmp.JvjTwBf2cC
+ local exit_status=0
+ local timeout=4
+ set +o errexit
++ seq 0 2
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 4
+ for i in '$(seq 0 2)'
+ KUBECONFIG=/tmp/jen-pg-721-a67b3475b-2-sandbox
+ kubectl delete clusterroles pgo-cluster-role pgo-deployer-cr
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 8
+ set -o errexit
+ cat /tmp/tmp.GbzMks8EWR
+ cat /tmp/tmp.JvjTwBf2cC
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-cluster-role" not found
Error from server (NotFound): clusterroles.rbac.authorization.k8s.io "pgo-deployer-cr" not found
+ rm /tmp/tmp.GbzMks8EWR /tmp/tmp.JvjTwBf2cC
+ return 1
+ true
+ rm -rf /tmp/tmp.yKf4QaesPY