Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/logs/demand-backup-physical-sharded-aws.log
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+ '[' -n '' ']'
+ create_infra demand-backup-physical-sharded-aws-12245
+ local ns=demand-backup-physical-sharded-aws-12245
+ echo demand-backup-physical-sharded-aws-12245
+ [[ 0 == 1 ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace
++ mktemp
+ xargs kubectl delete ns


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.x9Vsx9tNIM
++ mktemp
+ local LAST_OUT=/tmp/tmp.dXCmzGSltq
++ mktemp
+ local LAST_ERR=/tmp/tmp.m5mOxNRZPm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.FFAGN8iyxQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.x9Vsx9tNIM
+ cat /tmp/tmp.m5mOxNRZPm
+ rm /tmp/tmp.x9Vsx9tNIM /tmp/tmp.m5mOxNRZPm
+ return 0
namespace "cert-manager" deleted
namespace "data-sharded-21074" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dXCmzGSltq
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.FFAGN8iyxQ
+ rm /tmp/tmp.dXCmzGSltq /tmp/tmp.FFAGN8iyxQ
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.5uKgO4gYH6
++ mktemp
+ local LAST_ERR=/tmp/tmp.WZuO2u7btb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5uKgO4gYH6
+ cat /tmp/tmp.WZuO2u7btb
+ rm /tmp/tmp.5uKgO4gYH6 /tmp/tmp.WZuO2u7btb
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.z28GIXceIo
++ mktemp
+ local LAST_ERR=/tmp/tmp.LAsQMhcrQV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.z28GIXceIo
namespace/psmdb-operator created
+ cat /tmp/tmp.LAsQMhcrQV
+ rm /tmp/tmp.z28GIXceIo /tmp/tmp.LAsQMhcrQV
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jRKcLMlHKz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PPrksBVdBW
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jRKcLMlHKz
++ cat /tmp/tmp.PPrksBVdBW
++ rm /tmp/tmp.jRKcLMlHKz /tmp/tmp.PPrksBVdBW
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.awIdyQ3eV3
++ mktemp
+ local LAST_ERR=/tmp/tmp.CnzPkGvVrc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.awIdyQ3eV3
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9" modified.
+ cat /tmp/tmp.CnzPkGvVrc
+ rm /tmp/tmp.awIdyQ3eV3 /tmp/tmp.CnzPkGvVrc
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-physical-sharded-aws/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.rKqz9TQfPH
++ mktemp
+ local LAST_ERR=/tmp/tmp.VtDbyCz3PQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rKqz9TQfPH
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.VtDbyCz3PQ
+ rm /tmp/tmp.rKqz9TQfPH /tmp/tmp.VtDbyCz3PQ
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.FHgyskI2zu
++ mktemp
+ local LAST_ERR=/tmp/tmp.OVeSfMX9BG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FHgyskI2zu
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator unchanged
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator unchanged
+ cat /tmp/tmp.OVeSfMX9BG
+ rm /tmp/tmp.FHgyskI2zu /tmp/tmp.OVeSfMX9BG
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y3VGyWAlvE
++ mktemp
+ local LAST_ERR=/tmp/tmp.bG8K0jdd0J
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Y3VGyWAlvE
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.bG8K0jdd0J
+ rm /tmp/tmp.Y3VGyWAlvE /tmp/tmp.bG8K0jdd0J
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T6J9kUGlM0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mhiv14qQm4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.T6J9kUGlM0
++ cat /tmp/tmp.mhiv14qQm4
++ rm /tmp/tmp.T6J9kUGlM0 /tmp/tmp.mhiv14qQm4
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-859f4bc6d7-x6mt6
+ local pod=percona-server-mongodb-operator-859f4bc6d7-x6mt6
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-859f4bc6d7-x6mt6 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s9wnEIQsNM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OeF9OFf2ew
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s9wnEIQsNM
++ cat /tmp/tmp.OeF9OFf2ew
++ rm /tmp/tmp.s9wnEIQsNM /tmp/tmp.OeF9OFf2ew
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-859f4bc6d7-x6mt6
++ mktemp
+ local LAST_OUT=/tmp/tmp.mstWokgkfC
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z3Vxce24zK
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-859f4bc6d7-x6mt6
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mstWokgkfC
+ cat /tmp/tmp.Z3Vxce24zK
+ rm /tmp/tmp.mstWokgkfC /tmp/tmp.Z3Vxce24zK
+ return 0
2026-06-09T07:56:08.985Z	INFO	setup	Manager starting up	{"gitCommit": "fb8cc718776dc8f9e011cd5f23fe48cf7f65143e", "gitBranch": "PR-2058-fb8cc7187", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"}
+ create_namespace demand-backup-physical-sharded-aws-12245
+ local namespace=demand-backup-physical-sharded-aws-12245
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces demand-backup-physical-sharded-aws-12245'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces demand-backup-physical-sharded-aws-12245
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace demand-backup-physical-sharded-aws-12245 --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.y2h7CNkdMb
++ mktemp
+ local LAST_ERR=/tmp/tmp.UE1nNRs9qr
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.QijlaDqF5D
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.uC98USnrB9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace demand-backup-physical-sharded-aws-12245 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.y2h7CNkdMb
+ cat /tmp/tmp.UE1nNRs9qr
+ rm /tmp/tmp.y2h7CNkdMb /tmp/tmp.UE1nNRs9qr
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QijlaDqF5D
+ cat /tmp/tmp.uC98USnrB9
+ rm /tmp/tmp.QijlaDqF5D /tmp/tmp.uC98USnrB9
+ return 0
+ kubectl_bin wait --for=delete namespace demand-backup-physical-sharded-aws-12245
++ mktemp
+ local LAST_OUT=/tmp/tmp.54NWJQHlKL
++ mktemp
+ local LAST_ERR=/tmp/tmp.JmiatbbzE4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace demand-backup-physical-sharded-aws-12245
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.54NWJQHlKL
+ cat /tmp/tmp.JmiatbbzE4
+ rm /tmp/tmp.54NWJQHlKL /tmp/tmp.JmiatbbzE4
+ return 0
+ desc 'create namespace demand-backup-physical-sharded-aws-12245'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace demand-backup-physical-sharded-aws-12245
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace demand-backup-physical-sharded-aws-12245
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y8RhX9W9uR
++ mktemp
+ local LAST_ERR=/tmp/tmp.3lvUSn6ndX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace demand-backup-physical-sharded-aws-12245
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Y8RhX9W9uR
namespace/demand-backup-physical-sharded-aws-12245 created
+ cat /tmp/tmp.3lvUSn6ndX
+ rm /tmp/tmp.Y8RhX9W9uR /tmp/tmp.3lvUSn6ndX
+ return 0
+ set_kube_ctx demand-backup-physical-sharded-aws-12245
+ local namespace=demand-backup-physical-sharded-aws-12245
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M3N1xGjE9n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.12bLzh3p1Y
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.M3N1xGjE9n
++ cat /tmp/tmp.12bLzh3p1Y
++ rm /tmp/tmp.M3N1xGjE9n /tmp/tmp.12bLzh3p1Y
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=demand-backup-physical-sharded-aws-12245
++ mktemp
+ local LAST_OUT=/tmp/tmp.EMD558ekLa
++ mktemp
+ local LAST_ERR=/tmp/tmp.tZzlcNz009
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=demand-backup-physical-sharded-aws-12245
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EMD558ekLa
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9" modified.
+ cat /tmp/tmp.tZzlcNz009
+ rm /tmp/tmp.EMD558ekLa /tmp/tmp.tZzlcNz009
+ return 0
+ apply_s3_storage_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.dn4qRyPqxy
++ mktemp
+ local LAST_ERR=/tmp/tmp.i8Ef7N3W05
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dn4qRyPqxy
secret/minio-secret created
secret/aws-s3-secret created
secret/alibaba-cloud-secret created
secret/gcp-cs-secret created
secret/azure-secret created
secret/gcp-cs-sa-key-secret created
+ cat /tmp/tmp.i8Ef7N3W05
+ rm /tmp/tmp.dn4qRyPqxy /tmp/tmp.i8Ef7N3W05
+ return 0
+ desc 'Testing on sharded cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing on sharded cluster
-----------------------------------------------------------------------------------

+ echo 'Creating PSMDB cluster'
Creating PSMDB cluster
+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.3PcWAsH0j0
++ mktemp
+ local LAST_ERR=/tmp/tmp.KXx7DL1EMp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3PcWAsH0j0
secret/some-users created
+ cat /tmp/tmp.KXx7DL1EMp
+ rm /tmp/tmp.3PcWAsH0j0 /tmp/tmp.KXx7DL1EMp
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-physical-sharded-aws/conf/some-name-sharded.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-physical-sharded-aws/conf/some-name-sharded.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-physical-sharded-aws/conf/some-name-sharded.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ local LAST_OUT=/tmp/tmp.jaYDYQ1d0P
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ /usr/sbin/sed -e s/NAME_SPACE/demand-backup-physical-sharded-aws-12245/g
+ yq eval '.spec.upgradeOptions.apply="Never"'
++ mktemp
+ local LAST_ERR=/tmp/tmp.5zB6J3wDaI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jaYDYQ1d0P
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.5zB6J3wDaI
+ rm /tmp/tmp.jaYDYQ1d0P /tmp/tmp.5zB6J3wDaI
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CipSeM2cZv
++ mktemp
+ local LAST_ERR=/tmp/tmp.bqMt4sTLeE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CipSeM2cZv
deployment.apps/psmdb-client created
+ cat /tmp/tmp.bqMt4sTLeE
+ rm /tmp/tmp.CipSeM2cZv /tmp/tmp.bqMt4sTLeE
+ return 0
+ echo 'Check if all pods started'
Check if all pods started
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready........................................................................................................................................................................................................................................................................................Terminated                 kubectl_bin get pod/$pod -o jsonpath='{.status.containerStatuses[0].ready}' 2> /dev/null | grep --quiet 'true'