Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/logs/replset-overrides.log
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
+ cluster=some-name
+ main
+ create_infra replset-overrides-21363
+ local ns=replset-overrides-21363
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.l2zUKH0OiO
++ mktemp
+ local LAST_ERR=/tmp/tmp.eTmifBoAuH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l2zUKH0OiO
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.eTmifBoAuH
+ rm /tmp/tmp.l2zUKH0OiO /tmp/tmp.eTmifBoAuH
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n replset-overrides-12866 backup-minio-logical --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaservermongodbbackup.psmdb.percona.com/backup-minio-logical patched
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n replset-overrides-12866 backup-minio-physical --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaservermongodbbackup.psmdb.percona.com/backup-minio-physical patched
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.wucjjjkiBV
++ mktemp
+ local LAST_ERR=/tmp/tmp.aHicbCUra1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wucjjjkiBV
+ cat /tmp/tmp.aHicbCUra1
+ rm /tmp/tmp.wucjjjkiBV /tmp/tmp.aHicbCUra1
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.XIPV0qNn9S
++ mktemp
+ local LAST_ERR=/tmp/tmp.UzmfcEkZaA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XIPV0qNn9S
+ cat /tmp/tmp.UzmfcEkZaA
+ rm /tmp/tmp.XIPV0qNn9S /tmp/tmp.UzmfcEkZaA
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.iynspTAJ0g
++ mktemp
+ local LAST_ERR=/tmp/tmp.7lLkQ2KmAX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iynspTAJ0g
+ cat /tmp/tmp.7lLkQ2KmAX
+ rm /tmp/tmp.iynspTAJ0g /tmp/tmp.7lLkQ2KmAX
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.ExDjr9MqLV
++ mktemp
+ local LAST_ERR=/tmp/tmp.pZ47A4jAP5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ExDjr9MqLV
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.pZ47A4jAP5
+ rm /tmp/tmp.ExDjr9MqLV /tmp/tmp.pZ47A4jAP5
+ return 0
+ check_crd_for_deletion PR-1926-d4d89df0
+ local git_tag=PR-1926-d4d89df0
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1926-d4d89df0/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/bin/sed s/---//g
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qLbJNCSJR5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YPfI5qWnQQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.qLbJNCSJR5
++ cat /tmp/tmp.YPfI5qWnQQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.qLbJNCSJR5
++ cat /tmp/tmp.YPfI5qWnQQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.qLbJNCSJR5
++ cat /tmp/tmp.YPfI5qWnQQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.qLbJNCSJR5
++ cat /tmp/tmp.YPfI5qWnQQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.qLbJNCSJR5 /tmp/tmp.YPfI5qWnQQ
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
++ mktemp
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ local LAST_OUT=/tmp/tmp.9WUzcrxRU8
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.2uvf0gTgBw
+ local LAST_OUT=/tmp/tmp.v5BPhfRH3X
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.LbjYVEUsJ2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9WUzcrxRU8
+ cat /tmp/tmp.2uvf0gTgBw
+ rm /tmp/tmp.9WUzcrxRU8 /tmp/tmp.2uvf0gTgBw
+ return 0
namespace "gke-managed-cim" deleted
namespace "gke-managed-system" deleted
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "replset-overrides-12866" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.v5BPhfRH3X
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.LbjYVEUsJ2
+ rm /tmp/tmp.v5BPhfRH3X /tmp/tmp.LbjYVEUsJ2
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.zOPeggukJM
++ mktemp
+ local LAST_ERR=/tmp/tmp.6Fw2aG5pz7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zOPeggukJM
+ cat /tmp/tmp.6Fw2aG5pz7
+ rm /tmp/tmp.zOPeggukJM /tmp/tmp.6Fw2aG5pz7
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.PdoVaTTQOI
++ mktemp
+ local LAST_ERR=/tmp/tmp.R5XsSlzPzF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PdoVaTTQOI
namespace/psmdb-operator created
+ cat /tmp/tmp.R5XsSlzPzF
+ rm /tmp/tmp.PdoVaTTQOI /tmp/tmp.R5XsSlzPzF
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NOH7UThgFf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tYCHvP8jP1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NOH7UThgFf
++ cat /tmp/tmp.tYCHvP8jP1
++ rm /tmp/tmp.NOH7UThgFf /tmp/tmp.tYCHvP8jP1
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1926-d4d89df0-31-cluster5 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.oglUGUczDw
++ mktemp
+ local LAST_ERR=/tmp/tmp.QMBQNVwVm3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1926-d4d89df0-31-cluster5 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oglUGUczDw
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1926-d4d89df0-31-cluster5" modified.
+ cat /tmp/tmp.QMBQNVwVm3
+ rm /tmp/tmp.oglUGUczDw /tmp/tmp.QMBQNVwVm3
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.cNJKYMEm3F
++ mktemp
+ local LAST_ERR=/tmp/tmp.dzOzhNGiP8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cNJKYMEm3F
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.dzOzhNGiP8
+ rm /tmp/tmp.cNJKYMEm3F /tmp/tmp.dzOzhNGiP8
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.zNvJDuk92v
++ mktemp
+ local LAST_ERR=/tmp/tmp.n757mOigPN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zNvJDuk92v
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.n757mOigPN
+ rm /tmp/tmp.zNvJDuk92v /tmp/tmp.n757mOigPN
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1926-d4d89df0") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.jQ2kth0zAn
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ki1PVYAjon
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jQ2kth0zAn
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.Ki1PVYAjon
+ rm /tmp/tmp.jQ2kth0zAn /tmp/tmp.Ki1PVYAjon
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ojrArdPvTT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yAX3uxOXJd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ojrArdPvTT
++ cat /tmp/tmp.yAX3uxOXJd
++ rm /tmp/tmp.ojrArdPvTT /tmp/tmp.yAX3uxOXJd
++ return 0
+ wait_pod percona-server-mongodb-operator-c5895859f-n5t2q
+ local pod=percona-server-mongodb-operator-c5895859f-n5t2q
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-c5895859f-n5t2q to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
++ get_operator_pod
+ grep 'Manager starting up'
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4hdbCcVkXx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O9mB3K7q1m
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4hdbCcVkXx
++ cat /tmp/tmp.O9mB3K7q1m
++ rm /tmp/tmp.4hdbCcVkXx /tmp/tmp.O9mB3K7q1m
++ return 0
+ kubectl_bin logs percona-server-mongodb-operator-c5895859f-n5t2q
++ mktemp
+ local LAST_OUT=/tmp/tmp.IcJARCqBqb
++ mktemp
+ local LAST_ERR=/tmp/tmp.pUUcsMRifl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs percona-server-mongodb-operator-c5895859f-n5t2q
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IcJARCqBqb
+ cat /tmp/tmp.pUUcsMRifl
+ rm /tmp/tmp.IcJARCqBqb /tmp/tmp.pUUcsMRifl
+ return 0
2025-06-11T14:05:39.931Z	INFO	setup	Manager starting up	{"gitCommit": "d4d89df06387c83c75ec97fa349bfd60d81a9afc", "gitBranch": "PR-1926-d4d89df0", "buildTime": "", "goVersion": "go1.24.4", "os": "linux", "arch": "amd64"}
+ create_namespace replset-overrides-21363
+ local namespace=replset-overrides-21363
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces replset-overrides-21363'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces replset-overrides-21363
-----------------------------------------------------------------------------------

++ mktemp
+ kubectl_bin delete namespace replset-overrides-21363 --ignore-not-found
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.68tbokU7Ii
+ local LAST_OUT=/tmp/tmp.3leQfQF4zD
++ mktemp
+ local LAST_ERR=/tmp/tmp.PsqvYdIzjf
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.ifBVvZrUJF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace replset-overrides-21363 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3leQfQF4zD
+ cat /tmp/tmp.PsqvYdIzjf
+ rm /tmp/tmp.3leQfQF4zD /tmp/tmp.PsqvYdIzjf
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.68tbokU7Ii
+ cat /tmp/tmp.ifBVvZrUJF
+ rm /tmp/tmp.68tbokU7Ii /tmp/tmp.ifBVvZrUJF
+ return 0
+ kubectl_bin wait --for=delete namespace replset-overrides-21363
++ mktemp
+ local LAST_OUT=/tmp/tmp.d09DHnViQN
++ mktemp
+ local LAST_ERR=/tmp/tmp.qmyYJ1PrSq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace replset-overrides-21363
namespace "gke-managed-cim" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.d09DHnViQN
+ cat /tmp/tmp.qmyYJ1PrSq
+ rm /tmp/tmp.d09DHnViQN /tmp/tmp.qmyYJ1PrSq
+ return 0
+ desc 'create namespace replset-overrides-21363'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace replset-overrides-21363
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace replset-overrides-21363
++ mktemp
+ local LAST_OUT=/tmp/tmp.sgy1xEWoHz
++ mktemp
+ local LAST_ERR=/tmp/tmp.NCpdKFCotv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace replset-overrides-21363
namespace "gke-managed-system" deleted
namespace "gmp-public" deleted
namespace "gmp-system" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sgy1xEWoHz
namespace/replset-overrides-21363 created
+ cat /tmp/tmp.NCpdKFCotv
+ rm /tmp/tmp.sgy1xEWoHz /tmp/tmp.NCpdKFCotv
+ return 0
+ set_kube_ctx replset-overrides-21363
+ local namespace=replset-overrides-21363
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Gv6c903NuZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HrBE5rHU6z
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Gv6c903NuZ
++ cat /tmp/tmp.HrBE5rHU6z
++ rm /tmp/tmp.Gv6c903NuZ /tmp/tmp.HrBE5rHU6z
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1926-d4d89df0-31-cluster5 --namespace=replset-overrides-21363
++ mktemp
+ local LAST_OUT=/tmp/tmp.eeig5dv7w7
++ mktemp
+ local LAST_ERR=/tmp/tmp.hrFCw3LRJY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1926-d4d89df0-31-cluster5 --namespace=replset-overrides-21363
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eeig5dv7w7
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1926-d4d89df0-31-cluster5" modified.
+ cat /tmp/tmp.hrFCw3LRJY
+ rm /tmp/tmp.eeig5dv7w7 /tmp/tmp.hrFCw3LRJY
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.802QNzflwC
++ mktemp
+ local LAST_ERR=/tmp/tmp.MOqoYNsG4K
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.802QNzflwC
deployment.apps/psmdb-client created
+ cat /tmp/tmp.MOqoYNsG4K
+ rm /tmp/tmp.802QNzflwC /tmp/tmp.MOqoYNsG4K
+ return 0
+ deploy_minio
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
NAME: minio-service
LAST DEPLOYED: Wed Jun 11 14:05:54 2025
NAMESPACE: replset-overrides-21363
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.replset-overrides-21363.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace replset-overrides-21363 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace replset-overrides-21363

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace replset-overrides-21363 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace replset-overrides-21363 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ep64CG302L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BoSLrhd350
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ep64CG302L
++ cat /tmp/tmp.BoSLrhd350
++ rm /tmp/tmp.Ep64CG302L /tmp/tmp.BoSLrhd350
++ return 0
+ MINIO_POD=minio-service-86dfccd949-j5g4w
+ wait_pod minio-service-86dfccd949-j5g4w
+ local pod=minio-service-86dfccd949-j5g4w
+ set +o xtrace
waiting for pod/minio-service-86dfccd949-j5g4w to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.replset-overrides-21363.svc.cluster.local --tcp=9000
++ mktemp
+ local LAST_OUT=/tmp/tmp.fW0ahop50E
++ mktemp
+ local LAST_ERR=/tmp/tmp.NoBPVVKUZ3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create svc -n psmdb-operator externalname minio-service --external-name=minio-service.replset-overrides-21363.svc.cluster.local --tcp=9000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fW0ahop50E
service/minio-service created
+ cat /tmp/tmp.NoBPVVKUZ3
+ rm /tmp/tmp.fW0ahop50E /tmp/tmp.NoBPVVKUZ3
+ return 0
+ create_minio_bucket operator-testing
+ local bucket=operator-testing
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key 		AWS_SECRET_ACCESS_KEY=some-secret-key 		AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.DW5FSEX0TN
++ mktemp
+ local LAST_ERR=/tmp/tmp.qHTtftjyLM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key 		AWS_SECRET_ACCESS_KEY=some-secret-key 		AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DW5FSEX0TN
pod "aws-cli" deleted
+ cat /tmp/tmp.qHTtftjyLM
If you don't see a command prompt, try pressing enter.
+ rm /tmp/tmp.DW5FSEX0TN /tmp/tmp.qHTtftjyLM
+ return 0
+ desc 'Case 1: Deploying a new cluster with hostname overrides'
+ set +o xtrace


-----------------------------------------------------------------------------------
Case 1: Deploying a new cluster with hostname overrides
-----------------------------------------------------------------------------------

+ test_deploy_with_host_overrides
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/secrets_with_tls.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.bM73VDJxt7
++ mktemp
+ local LAST_ERR=/tmp/tmp.Bp9jNY4qz8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/secrets_with_tls.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bM73VDJxt7
secret/some-users created
secret/some-name-ssl created
secret/some-name-ssl-internal created
secret/minio-secret created
+ cat /tmp/tmp.Bp9jNY4qz8
+ rm /tmp/tmp.bM73VDJxt7 /tmp/tmp.Bp9jNY4qz8
+ return 0
+ echo 'creating external services'
creating external services
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/external-services.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.RCu4sQ8DBa
++ mktemp
+ local LAST_ERR=/tmp/tmp.R5wOA5Ybzk
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/external-services.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RCu4sQ8DBa
service/external-rs0-0 created
service/external-rs0-1 created
service/external-rs0-2 created
+ cat /tmp/tmp.R5wOA5Ybzk
+ rm /tmp/tmp.RCu4sQ8DBa /tmp/tmp.R5wOA5Ybzk
+ return 0
+ echo 'creating PSMDB cluster: some-name'
creating PSMDB cluster: some-name
+ sed s/NAMESPACE/replset-overrides-21363/g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/some-name-overridden.yml
+ apply_cluster /tmp/tmp.rfslRtDMuV/some-name-overridden.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.rfslRtDMuV/some-name-overridden.yml
+ cat /tmp/tmp.rfslRtDMuV/some-name-overridden.yml
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1926-d4d89df0"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qqFHJE5Gn7
++ mktemp
+ local LAST_ERR=/tmp/tmp.am7O5GgUqw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qqFHJE5Gn7
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.am7O5GgUqw
+ rm /tmp/tmp.qqFHJE5Gn7 /tmp/tmp.am7O5GgUqw
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QKxJ45Lx7y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uRvPij32Hh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QKxJ45Lx7y
++ cat /tmp/tmp.uRvPij32Hh
++ rm /tmp/tmp.QKxJ45Lx7y /tmp/tmp.uRvPij32Hh
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IZ0x3hh8k7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Yns4wLtHJB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IZ0x3hh8k7
++ cat /tmp/tmp.Yns4wLtHJB
++ rm /tmp/tmp.IZ0x3hh8k7 /tmp/tmp.Yns4wLtHJB
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4OIJRUbg1m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sWN6azFyTL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4OIJRUbg1m
++ cat /tmp/tmp.sWN6azFyTL
++ rm /tmp/tmp.4OIJRUbg1m /tmp/tmp.sWN6azFyTL
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.....
+ echo 'writing some data'
writing some data
+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EZ6tXSEMBN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZxyyvPgWBQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EZ6tXSEMBN
++ cat /tmp/tmp.ZxyyvPgWBQ
++ rm /tmp/tmp.EZ6tXSEMBN /tmp/tmp.ZxyyvPgWBQ
++ return 0
+ local client_container=psmdb-client-66f577db5f-knh7c
+ local mongo_flag=
+ [[ databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.l3iQ6i7rJu
++ mktemp
+ local LAST_ERR=/tmp/tmp.M5WOE1TbCh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l3iQ6i7rJu
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://external-rs0-0.replset-overrides-21363.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("defbfc4f-f4f8-4778-ad83-2104c1f947e8") }
Percona Server for MongoDB server version: v8.0.8-3
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.M5WOE1TbCh
+ rm /tmp/tmp.l3iQ6i7rJu /tmp/tmp.M5WOE1TbCh
+ return 0
+ compare_mongo_cmd find databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local command=find
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local 'full_command=db.test.find()'
+ [[ ! -z '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2025-06-11T14:08:17+0000] running db.test.find() in myApp
+ run_mongo 'use myApp\n db.test.find()' databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 mongodb ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ egrep -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ImBD400CsO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YoX52vpZQ4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ImBD400CsO
++ cat /tmp/tmp.YoX52vpZQ4
++ rm /tmp/tmp.ImBD400CsO /tmp/tmp.YoX52vpZQ4
++ return 0
+ local client_container=psmdb-client-66f577db5f-knh7c
+ local mongo_flag=
+ [[ databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.bghpMcP5S4
++ mktemp
+ local LAST_ERR=/tmp/tmp.nuHiT83htZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bghpMcP5S4
+ cat /tmp/tmp.nuHiT83htZ
+ rm /tmp/tmp.bghpMcP5S4 /tmp/tmp.nuHiT83htZ
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/compare/find.json /tmp/tmp.rfslRtDMuV/find
+ run_backup minio backup-minio-physical physical
+ local storage=minio
+ local backup_name=backup-minio-physical
+ local type=physical
+ desc 'run backup backup-minio-physical'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-physical
-----------------------------------------------------------------------------------

+ yq eval '.metadata.name = "backup-minio-physical"
			| .spec.storageName = "minio"
			| .spec.type = "physical"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/backup-minio.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qwYgdQIVb3
++ mktemp
+ local LAST_ERR=/tmp/tmp.gkLBNl6Cls
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qwYgdQIVb3
perconaservermongodbbackup.psmdb.percona.com/backup-minio-physical created
+ cat /tmp/tmp.gkLBNl6Cls
+ rm /tmp/tmp.qwYgdQIVb3 /tmp/tmp.gkLBNl6Cls
+ return 0
+ wait_backup backup-minio-physical
+ local backup_name=backup-minio-physical
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-physical to reach ready state.......
+ run_recovery_check some-name backup-minio-physical external-rs0-0.replset-overrides-21363
+ local cluster=some-name
+ local backup=backup-minio-physical
+ local host=external-rs0-0.replset-overrides-21363
+ echo 'write data after backup'
write data after backup
+ run_mongo 'use myApp\n db.test.insert({ x: 100501 })' databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qvvJcQcK90
+++ mktemp
++ local LAST_ERR=/tmp/tmp.orCjd6J6Fd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qvvJcQcK90
++ cat /tmp/tmp.orCjd6J6Fd
++ rm /tmp/tmp.qvvJcQcK90 /tmp/tmp.orCjd6J6Fd
++ return 0
+ local client_container=psmdb-client-66f577db5f-knh7c
+ local mongo_flag=
+ [[ databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.jDA0hyVd4I
++ mktemp
+ local LAST_ERR=/tmp/tmp.8UkcNHsHQc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jDA0hyVd4I
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://external-rs0-0.replset-overrides-21363.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("6bf11f7f-fcd4-4f9b-9594-8a7ef4e10db3") }
Percona Server for MongoDB server version: v8.0.8-3
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.8UkcNHsHQc
+ rm /tmp/tmp.jDA0hyVd4I /tmp/tmp.8UkcNHsHQc
+ return 0
+ echo 'restore to backup backup-minio-physical'
restore to backup backup-minio-physical
+ compare_mongo_cmd find databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 -2nd
+ local command=find
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local 'full_command=db.test.find()'
+ [[ ! -z '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2025-06-11T14:08:33+0000] running db.test.find() in myApp
+ run_mongo 'use myApp\n db.test.find()' databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 mongodb ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ egrep -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L7XLMWzKdC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.40vbna9iq9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.L7XLMWzKdC
++ cat /tmp/tmp.40vbna9iq9
++ rm /tmp/tmp.L7XLMWzKdC /tmp/tmp.40vbna9iq9
++ return 0
+ local client_container=psmdb-client-66f577db5f-knh7c
+ local mongo_flag=
+ [[ databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.8zZzT3soaK
++ mktemp
+ local LAST_ERR=/tmp/tmp.3brQkxLlgH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8zZzT3soaK
+ cat /tmp/tmp.3brQkxLlgH
+ rm /tmp/tmp.8zZzT3soaK /tmp/tmp.3brQkxLlgH
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/compare/find-2nd.json /tmp/tmp.rfslRtDMuV/find-2nd
+ run_restore backup-minio-physical
+ local backup_name=backup-minio-physical
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/restore.yml
+ /usr/bin/sed -e 's/backupName:/backupName: backup-minio-physical/'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's/name:/name: restore-backup-minio-physical/'
++ mktemp
+ local LAST_OUT=/tmp/tmp.QwEQ7Qi365
++ mktemp
+ local LAST_ERR=/tmp/tmp.Nn4fEiz0pJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QwEQ7Qi365
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-physical created
+ cat /tmp/tmp.Nn4fEiz0pJ
+ rm /tmp/tmp.QwEQ7Qi365 /tmp/tmp.Nn4fEiz0pJ
+ return 0
+ wait_restore backup-minio-physical some-name
+ local backup_name=backup-minio-physical
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-physical object to be createdOK
Waiting psmdb-restore/restore-backup-minio-physical to reach state "ready" ......OK after 6 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UqbBKnQdKL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1jCCfyZUtr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UqbBKnQdKL
++ cat /tmp/tmp.1jCCfyZUtr
++ rm /tmp/tmp.UqbBKnQdKL /tmp/tmp.1jCCfyZUtr
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo

+ compare_mongo_cmd find databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local command=find
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local 'full_command=db.test.find()'
+ [[ ! -z '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2025-06-11T14:15:42+0000] running db.test.find() in myApp
+ run_mongo 'use myApp\n db.test.find()' databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 mongodb ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363
+ egrep -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9kRRC10Fu4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MPZ5tOAbep
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9kRRC10Fu4
++ cat /tmp/tmp.MPZ5tOAbep
++ rm /tmp/tmp.9kRRC10Fu4 /tmp/tmp.MPZ5tOAbep
++ return 0
+ local client_container=psmdb-client-66f577db5f-knh7c
+ local mongo_flag=
+ [[ databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363 == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.r3TbEorrGd
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZtvQPADfSn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-knh7c -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://databaseAdmin:databaseAdmin123456@external-rs0-0.replset-overrides-21363.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.r3TbEorrGd
+ cat /tmp/tmp.ZtvQPADfSn
+ rm /tmp/tmp.r3TbEorrGd /tmp/tmp.ZtvQPADfSn
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/compare/find.json /tmp/tmp.rfslRtDMuV/find
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.78QofzYrkT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YDXDDRcMr3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.78QofzYrkT
++ cat /tmp/tmp.YDXDDRcMr3
++ rm /tmp/tmp.78QofzYrkT /tmp/tmp.YDXDDRcMr3
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo

+ delete_cluster some-name
+ local cluster=some-name
+ echo 'deleting cluster: some-name'
deleting cluster: some-name
+ kubectl_bin delete psmdb some-name
++ mktemp
+ local LAST_OUT=/tmp/tmp.Sx9aGVf3ye
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ky4TW8f1jd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete psmdb some-name
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Sx9aGVf3ye
perconaservermongodb.psmdb.percona.com "some-name" deleted
+ cat /tmp/tmp.Ky4TW8f1jd
+ rm /tmp/tmp.Sx9aGVf3ye /tmp/tmp.Ky4TW8f1jd
+ return 0
+ wait_for_delete psmdb/some-name
+ local res=psmdb/some-name
+ local wait_time=60
+ set +o xtrace
waiting for psmdb/some-name to be deletedError from server (NotFound): perconaservermongodbs.psmdb.percona.com "some-name" not found
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "some-name" not found
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "some-name" not found
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "some-name" not found
+ wait_for_delete pod/some-name-rs0-0
+ local res=pod/some-name-rs0-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be deletedError from server (NotFound): pods "some-name-rs0-0" not found
Error from server (NotFound): pods "some-name-rs0-0" not found
Error from server (NotFound): pods "some-name-rs0-0" not found
Error from server (NotFound): pods "some-name-rs0-0" not found
+ kubectl delete secrets --all
secret "internal-some-name-users" deleted
secret "minio-secret" deleted
secret "minio-service" deleted
secret "sh.helm.release.v1.minio-service.v1" deleted
secret "some-name-mongodb-encryption-key" deleted
secret "some-name-pbm-config" deleted
secret "some-name-ssl" deleted
secret "some-name-ssl-internal" deleted
secret "some-users" deleted
+ desc 'Case 1: PASSED'
+ set +o xtrace


-----------------------------------------------------------------------------------
Case 1: PASSED
-----------------------------------------------------------------------------------

+ desc 'Case 2: Patching a running cluster to override hostnames'
+ set +o xtrace


-----------------------------------------------------------------------------------
Case 2: Patching a running cluster to override hostnames
-----------------------------------------------------------------------------------

+ test_override_host_after_deploy
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/secrets_with_tls.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MbuRMrB1XU
++ mktemp
+ local LAST_ERR=/tmp/tmp.DlAl5MQfdE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/secrets_with_tls.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MbuRMrB1XU
secret/some-users created
secret/some-name-ssl created
secret/some-name-ssl-internal created
secret/minio-secret created
+ cat /tmp/tmp.DlAl5MQfdE
+ rm /tmp/tmp.MbuRMrB1XU /tmp/tmp.DlAl5MQfdE
+ return 0
+ echo 'creating PSMDB cluster: some-name'
creating PSMDB cluster: some-name
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1926/e2e-tests/replset-overrides/conf/some-name.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1926-d4d89df0"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.JcTaxNMT2e
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
++ mktemp
+ local LAST_ERR=/tmp/tmp.cY8BTaRBW6
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JcTaxNMT2e
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.cY8BTaRBW6
+ rm /tmp/tmp.JcTaxNMT2e /tmp/tmp.cY8BTaRBW6
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready..........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aRhYqCw4mO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YZnuIh3dj1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aRhYqCw4mO
++ cat /tmp/tmp.YZnuIh3dj1
++ rm /tmp/tmp.aRhYqCw4mO /tmp/tmp.YZnuIh3dj1
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready........OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.058W4BZOUR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4RlzRJR4Vy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.058W4BZOUR
++ cat /tmp/tmp.4RlzRJR4Vy
++ rm /tmp/tmp.058W4BZOUR /tmp/tmp.4RlzRJR4Vy
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jb3EkNgmBC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Xmp8SOznlE
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jb3EkNgmBC
++ cat /tmp/tmp.Xmp8SOznlE
++ rm /tmp/tmp.jb3EkNgmBC /tmp/tmp.Xmp8SOznlE
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.
+ sleep 10
./e2e-tests/replset-overrides/run: line 38: 23887 Terminated              sleep 10