Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/logs/arbiter.log
Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1
+ main
+ create_infra arbiter-16942
+ local ns=arbiter-16942
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.nymkEvqHbN
++ mktemp
+ local LAST_ERR=/tmp/tmp.a7RGUpmJ85
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nymkEvqHbN
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.a7RGUpmJ85
+ rm /tmp/tmp.nymkEvqHbN /tmp/tmp.a7RGUpmJ85
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.UaGxdirKPm
++ mktemp
+ local LAST_ERR=/tmp/tmp.n6R6b3YI2Z
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UaGxdirKPm
+ cat /tmp/tmp.n6R6b3YI2Z
+ rm /tmp/tmp.UaGxdirKPm /tmp/tmp.n6R6b3YI2Z
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.0RgL44q9Yu
++ mktemp
+ local LAST_ERR=/tmp/tmp.551oRrfgYL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0RgL44q9Yu
+ cat /tmp/tmp.551oRrfgYL
+ rm /tmp/tmp.0RgL44q9Yu /tmp/tmp.551oRrfgYL
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.EZjPpo9Byv
++ mktemp
+ local LAST_ERR=/tmp/tmp.UnaHV8iRAq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EZjPpo9Byv
+ cat /tmp/tmp.UnaHV8iRAq
+ rm /tmp/tmp.EZjPpo9Byv /tmp/tmp.UnaHV8iRAq
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.67EETfDGmj
++ mktemp
+ local LAST_ERR=/tmp/tmp.YztRbmQ8FR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.67EETfDGmj
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.YztRbmQ8FR
+ rm /tmp/tmp.67EETfDGmj /tmp/tmp.YztRbmQ8FR
+ return 0
+ check_crd_for_deletion PR-2269-20e73be3
+ local git_tag=PR-2269-20e73be3
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2269-20e73be3/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sUncGkkunL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3ft9ihsfYQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.sUncGkkunL
++ cat /tmp/tmp.3ft9ihsfYQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.sUncGkkunL
++ cat /tmp/tmp.3ft9ihsfYQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.sUncGkkunL
++ cat /tmp/tmp.3ft9ihsfYQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.sUncGkkunL
++ cat /tmp/tmp.3ft9ihsfYQ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.sUncGkkunL /tmp/tmp.3ft9ihsfYQ
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace
+ awk '{print$1}'


-----------------------------------------------------------------------------------
++ mktemp
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.KyTMEPCcIe
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.h1anck8xgB
+ local LAST_ERR=/tmp/tmp.Zqoqs8GrS3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.UjB15O97vv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KyTMEPCcIe
+ cat /tmp/tmp.Zqoqs8GrS3
+ rm /tmp/tmp.KyTMEPCcIe /tmp/tmp.Zqoqs8GrS3
+ return 0
namespace "arbiter-569" deleted
namespace "cert-manager" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.h1anck8xgB
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.UjB15O97vv
+ rm /tmp/tmp.h1anck8xgB /tmp/tmp.UjB15O97vv
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.sDTGZnESoe
++ mktemp
+ local LAST_ERR=/tmp/tmp.d1Qd4VwAO7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sDTGZnESoe
+ cat /tmp/tmp.d1Qd4VwAO7
+ rm /tmp/tmp.sDTGZnESoe /tmp/tmp.d1Qd4VwAO7
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.clIQgjGRTA
++ mktemp
+ local LAST_ERR=/tmp/tmp.IUPf5seS6x
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.clIQgjGRTA
namespace/psmdb-operator created
+ cat /tmp/tmp.IUPf5seS6x
+ rm /tmp/tmp.clIQgjGRTA /tmp/tmp.IUPf5seS6x
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J0NEJifMFt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.L7Lr6tZxp9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.J0NEJifMFt
++ cat /tmp/tmp.L7Lr6tZxp9
++ rm /tmp/tmp.J0NEJifMFt /tmp/tmp.L7Lr6tZxp9
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2269-20e73be3-5-cluster1 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.sxdyrn49XN
++ mktemp
+ local LAST_ERR=/tmp/tmp.qBbGEpQaK2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2269-20e73be3-5-cluster1 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sxdyrn49XN
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2269-20e73be3-5-cluster1" modified.
+ cat /tmp/tmp.qBbGEpQaK2
+ rm /tmp/tmp.sxdyrn49XN /tmp/tmp.qBbGEpQaK2
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2269-20e73be3'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2269-20e73be3
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.laJ35d0oIC
++ mktemp
+ local LAST_ERR=/tmp/tmp.IQUubh0sOP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.laJ35d0oIC
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.IQUubh0sOP
+ rm /tmp/tmp.laJ35d0oIC /tmp/tmp.IQUubh0sOP
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.GXp95mZt85
++ mktemp
+ local LAST_ERR=/tmp/tmp.j3s3iLtrab
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GXp95mZt85
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.j3s3iLtrab
+ rm /tmp/tmp.GXp95mZt85 /tmp/tmp.j3s3iLtrab
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2269-20e73be3") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.OXEaXd172s
++ mktemp
+ local LAST_ERR=/tmp/tmp.d1Sl7yaYkx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OXEaXd172s
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.d1Sl7yaYkx
+ rm /tmp/tmp.OXEaXd172s /tmp/tmp.d1Sl7yaYkx
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gWqTrlmWEW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0FapqQfeek
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gWqTrlmWEW
++ cat /tmp/tmp.0FapqQfeek
++ rm /tmp/tmp.gWqTrlmWEW /tmp/tmp.0FapqQfeek
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-dfddcf789-b9hms
+ local pod=percona-server-mongodb-operator-dfddcf789-b9hms
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-dfddcf789-b9hms to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YhiBR4hLAG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bFlFvKDuFL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YhiBR4hLAG
++ cat /tmp/tmp.bFlFvKDuFL
++ rm /tmp/tmp.YhiBR4hLAG /tmp/tmp.bFlFvKDuFL
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-dfddcf789-b9hms
++ mktemp
+ local LAST_OUT=/tmp/tmp.WimKCvNF2c
++ mktemp
+ local LAST_ERR=/tmp/tmp.iq8Fec7sJM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-dfddcf789-b9hms
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WimKCvNF2c
+ cat /tmp/tmp.iq8Fec7sJM
+ rm /tmp/tmp.WimKCvNF2c /tmp/tmp.iq8Fec7sJM
+ return 0
2026-04-23T08:33:37.485Z	INFO	setup	Manager starting up	{"gitCommit": "20e73be336bc9107fc60a16452f9669066123774", "gitBranch": "PR-2269-20e73be3", "buildTime": "", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"}
+ create_namespace arbiter-16942
+ local namespace=arbiter-16942
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
++ mktemp
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces arbiter-16942'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces arbiter-16942
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace arbiter-16942 --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.7LvRvJULmm
++ mktemp
+ local LAST_ERR=/tmp/tmp.47osaJ9KZk
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.2VDycrFIn6
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.5S12pGZZPR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace arbiter-16942 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7LvRvJULmm
+ cat /tmp/tmp.47osaJ9KZk
+ rm /tmp/tmp.7LvRvJULmm /tmp/tmp.47osaJ9KZk
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2VDycrFIn6
+ cat /tmp/tmp.5S12pGZZPR
+ rm /tmp/tmp.2VDycrFIn6 /tmp/tmp.5S12pGZZPR
+ return 0
+ kubectl_bin wait --for=delete namespace arbiter-16942
++ mktemp
+ local LAST_OUT=/tmp/tmp.l9xjT7NUVj
++ mktemp
+ local LAST_ERR=/tmp/tmp.OBMS07Sstb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace arbiter-16942
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l9xjT7NUVj
+ cat /tmp/tmp.OBMS07Sstb
+ rm /tmp/tmp.l9xjT7NUVj /tmp/tmp.OBMS07Sstb
+ return 0
+ desc 'create namespace arbiter-16942'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace arbiter-16942
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace arbiter-16942
++ mktemp
+ local LAST_OUT=/tmp/tmp.hgRZ5aAPQ4
++ mktemp
+ local LAST_ERR=/tmp/tmp.Pk7YfUCsV5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace arbiter-16942
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hgRZ5aAPQ4
namespace/arbiter-16942 created
+ cat /tmp/tmp.Pk7YfUCsV5
+ rm /tmp/tmp.hgRZ5aAPQ4 /tmp/tmp.Pk7YfUCsV5
+ return 0
+ set_kube_ctx arbiter-16942
+ local namespace=arbiter-16942
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ryYuegtLnX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hqZHP2Cg3O
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ryYuegtLnX
++ cat /tmp/tmp.hqZHP2Cg3O
++ rm /tmp/tmp.ryYuegtLnX /tmp/tmp.hqZHP2Cg3O
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2269-20e73be3-5-cluster1 --namespace=arbiter-16942
++ mktemp
+ local LAST_OUT=/tmp/tmp.5njrPZIpke
++ mktemp
+ local LAST_ERR=/tmp/tmp.ioovqGoHif
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2269-20e73be3-5-cluster1 --namespace=arbiter-16942
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5njrPZIpke
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2269-20e73be3-5-cluster1" modified.
+ cat /tmp/tmp.ioovqGoHif
+ rm /tmp/tmp.5njrPZIpke /tmp/tmp.ioovqGoHif
+ return 0
+ deploy_cert_manager --enable-certificate-owner-ref
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.pi94fnFkmX
++ mktemp
+ local LAST_ERR=/tmp/tmp.br5S4Dktkt
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pi94fnFkmX
namespace/cert-manager created
+ cat /tmp/tmp.br5S4Dktkt
+ rm /tmp/tmp.pi94fnFkmX /tmp/tmp.br5S4Dktkt
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.mGYyDc39CW
++ mktemp
+ local LAST_ERR=/tmp/tmp.XYhzvfuGmJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mGYyDc39CW
namespace/cert-manager labeled
+ cat /tmp/tmp.XYhzvfuGmJ
+ rm /tmp/tmp.mGYyDc39CW /tmp/tmp.XYhzvfuGmJ
+ return 0
+ kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.BtoO4i2nMU
++ mktemp
+ local LAST_ERR=/tmp/tmp.AzrL6Fpqjw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BtoO4i2nMU
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.AzrL6Fpqjw
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.BtoO4i2nMU /tmp/tmp.AzrL6Fpqjw
+ return 0
+ for arg in "$@"
+ kubectl_bin patch deployment cert-manager -n cert-manager --type=json '-p=[{"op":"add","path":"/spec/template/spec/containers/0/args/-","value":"--enable-certificate-owner-ref"}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.CK7Ec7xtcL
++ mktemp
+ local LAST_ERR=/tmp/tmp.FzzVbCMP2J
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch deployment cert-manager -n cert-manager --type=json '-p=[{"op":"add","path":"/spec/template/spec/containers/0/args/-","value":"--enable-certificate-owner-ref"}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CK7Ec7xtcL
deployment.apps/cert-manager patched
+ cat /tmp/tmp.FzzVbCMP2J
+ rm /tmp/tmp.CK7Ec7xtcL /tmp/tmp.FzzVbCMP2J
+ return 0
+ kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
++ mktemp
+ local LAST_OUT=/tmp/tmp.pKUN2tWnjy
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jw5EDLmtwc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pKUN2tWnjy
pod/cert-manager-559d798845-btcdz condition met
pod/cert-manager-5895567cb-lwglw condition met
pod/cert-manager-cainjector-64958d9c7c-4g256 condition met
pod/cert-manager-webhook-7fb6f99b56-vzfrn condition met
+ cat /tmp/tmp.Jw5EDLmtwc
+ rm /tmp/tmp.pKUN2tWnjy /tmp/tmp.Jw5EDLmtwc
+ return 0
+ sleep 120
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.it3ZcDPJZx
++ mktemp
+ local LAST_ERR=/tmp/tmp.TpOnn5rpLZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.it3ZcDPJZx
deployment.apps/psmdb-client created
secret/some-users created
+ cat /tmp/tmp.TpOnn5rpLZ
+ rm /tmp/tmp.it3ZcDPJZx /tmp/tmp.TpOnn5rpLZ
+ return 0
+ desc 'check arbiter without service-per-pod'
+ set +o xtrace


-----------------------------------------------------------------------------------
check arbiter without service-per-pod
-----------------------------------------------------------------------------------

+ check_cr_config arbiter-rs0
+ local cluster=arbiter-rs0
+ desc 'create first PSMDB cluster arbiter-rs0'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster arbiter-rs0
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/conf/arbiter-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/conf/arbiter-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/conf/arbiter-rs0.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ local LAST_OUT=/tmp/tmp.Hwtp6i4iRC
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2269-20e73be3"'
++ mktemp
+ /usr/sbin/sed -e s/NAME_SPACE/arbiter-16942/g
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_ERR=/tmp/tmp.wHKs8S92jy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Hwtp6i4iRC
perconaservermongodb.psmdb.percona.com/arbiter created
+ cat /tmp/tmp.wHKs8S92jy
+ rm /tmp/tmp.Hwtp6i4iRC /tmp/tmp.wHKs8S92jy
+ return 0
+ desc 'check if arbiter was started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if arbiter was started
-----------------------------------------------------------------------------------

+ wait_pod arbiter-rs0-arbiter-0
+ local pod=arbiter-rs0-arbiter-0
+ set +o xtrace
waiting for pod/arbiter-rs0-arbiter-0 to be ready.......OK
+ desc 'check if all Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all Pods started
-----------------------------------------------------------------------------------

+ wait_for_running arbiter-rs0 2 false
+ local name=arbiter-rs0
+ let last_pod=1
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=arbiter
++ seq 0 1
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 1 ]]
+ wait_pod arbiter-rs0-0
+ local pod=arbiter-rs0-0
+ set +o xtrace
waiting for pod/arbiter-rs0-0 to be ready....OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 1 ]]
++ kubectl_bin get psmdb arbiter -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Bwraf1PMXX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jdZBGK9Ded
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb arbiter -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Bwraf1PMXX
++ cat /tmp/tmp.jdZBGK9Ded
++ rm /tmp/tmp.Bwraf1PMXX /tmp/tmp.jdZBGK9Ded
++ return 0
+ [[ true == true ]]
+ wait_pod arbiter-rs0-arbiter-0
+ local pod=arbiter-rs0-arbiter-0
+ set +o xtrace
waiting for pod/arbiter-rs0-arbiter-0 to be ready.OK
++ kubectl_bin get psmdb arbiter -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Lb7GbZS369
+++ mktemp
++ local LAST_ERR=/tmp/tmp.x8PYnsYSjh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb arbiter -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Lb7GbZS369
++ cat /tmp/tmp.x8PYnsYSjh
++ rm /tmp/tmp.Lb7GbZS369 /tmp/tmp.x8PYnsYSjh
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb arbiter -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tkqgVG8hLq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TKih2rDypF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb arbiter -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tkqgVG8hLq
++ cat /tmp/tmp.TKih2rDypF
++ rm /tmp/tmp.tkqgVG8hLq /tmp/tmp.TKih2rDypF
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ false == true ]]
+ desc 'check if service and statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if service and statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/arbiter-rs0-arbiter
+ local resource=statefulset/arbiter-rs0-arbiter
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/compare/statefulset_arbiter-rs0-arbiter.yml
+ local new_result=/tmp/tmp.j9DYrTDBbW/statefulset_arbiter-rs0-arbiter.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/compare/statefulset_arbiter-rs0-arbiter-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/arbiter-rs0-arbiter
++ mktemp
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("arbiter-16942", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.24Whgh6XSm
++ mktemp
+ local LAST_ERR=/tmp/tmp.MgUtB3Mvp9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/arbiter-rs0-arbiter
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.24Whgh6XSm
+ cat /tmp/tmp.MgUtB3Mvp9
+ rm /tmp/tmp.24Whgh6XSm /tmp/tmp.MgUtB3Mvp9
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.j9DYrTDBbW/statefulset_arbiter-rs0-arbiter.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.j9DYrTDBbW/statefulset_arbiter-rs0-arbiter.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.j9DYrTDBbW/statefulset_arbiter-rs0-arbiter.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/compare/statefulset_arbiter-rs0-arbiter.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/compare/statefulset_arbiter-rs0-arbiter.yml /tmp/tmp.j9DYrTDBbW/statefulset_arbiter-rs0-arbiter.yml
+ log 'compare_kubectl: statefulset/arbiter-rs0-arbiter OK'
+ set +o xtrace
[2026-04-23T08:37:25+0000] compare_kubectl: statefulset/arbiter-rs0-arbiter OK
+ desc 'wait for convergence'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for convergence
-----------------------------------------------------------------------------------

++ get_service_ip arbiter-rs0-arbiter-0
++ local service=arbiter-rs0-arbiter-0
++ local server_type=rs0
+++ kubectl_bin get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0lcjE7lfpa
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Gw7nXJ8fIt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.0lcjE7lfpa
+++ cat /tmp/tmp.Gw7nXJ8fIt
+++ rm /tmp/tmp.0lcjE7lfpa /tmp/tmp.Gw7nXJ8fIt
+++ return 0
++ '[' '' '!=' true ']'
++ echo -n arbiter-rs0-arbiter-0.arbiter-rs0
++ return
+ local arbiter_ip=arbiter-rs0-arbiter-0.arbiter-rs0
++ get_service_ip arbiter-rs0-0
++ local service=arbiter-rs0-0
++ local server_type=rs0
+++ kubectl_bin get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IJE2Qu67Dx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.B3DAGNSp1c
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.IJE2Qu67Dx
+++ cat /tmp/tmp.B3DAGNSp1c
+++ rm /tmp/tmp.IJE2Qu67Dx /tmp/tmp.B3DAGNSp1c
+++ return 0
++ '[' '' '!=' true ']'
++ echo -n arbiter-rs0-0.arbiter-rs0
++ return
++ get_service_ip arbiter-rs0-1
++ local service=arbiter-rs0-1
++ local server_type=rs0
+++ kubectl_bin get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1mgAZKxDmJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3dMMHXEOSn
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.1mgAZKxDmJ
+++ cat /tmp/tmp.3dMMHXEOSn
+++ rm /tmp/tmp.1mgAZKxDmJ /tmp/tmp.3dMMHXEOSn
+++ return 0
++ '[' '' '!=' true ']'
++ echo -n arbiter-rs0-1.arbiter-rs0
++ return
++ get_service_ip arbiter-rs0-arbiter-0
++ local service=arbiter-rs0-arbiter-0
++ local server_type=rs0
+++ kubectl_bin get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zoA4Mk3CBZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AAjZ1bbEb1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.zoA4Mk3CBZ
+++ cat /tmp/tmp.AAjZ1bbEb1
+++ rm /tmp/tmp.zoA4Mk3CBZ /tmp/tmp.AAjZ1bbEb1
+++ return 0
++ '[' '' '!=' true ']'
++ echo -n arbiter-rs0-arbiter-0.arbiter-rs0
++ return
+ local URI=arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0
+ sleep 240
++ kubectl_bin get pod --selector=statefulset.kubernetes.io/pod-name=arbiter-rs0-arbiter-0 -o 'jsonpath={.items[*].status.containerStatuses[?(@.name == "mongod-arbiter")].restartCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SE9zxDHcCH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.47wJL6nLOs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pod --selector=statefulset.kubernetes.io/pod-name=arbiter-rs0-arbiter-0 -o 'jsonpath={.items[*].status.containerStatuses[?(@.name == "mongod-arbiter")].restartCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SE9zxDHcCH
++ cat /tmp/tmp.47wJL6nLOs
++ rm /tmp/tmp.SE9zxDHcCH /tmp/tmp.47wJL6nLOs
++ return 0
+ [[ 0 -gt 0 ]]
+ run_mongo 'rs.conf()' clusterAdmin:clusterAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0 mongodb :27017
+ local 'command=rs.conf()'
+ local uri=clusterAdmin:clusterAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0
+ local driver=mongodb
+ local suffix=:27017
+ local mongo_flag=
+ local replica_set=rs0
+ [[ clusterAdmin:clusterAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0 == *cfg* ]]
+ grep '"host" :'
+ grep arbiter-rs0-arbiter-0.arbiter-rs0
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sEGofXEfWh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GHMxAA1dZX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sEGofXEfWh
++ cat /tmp/tmp.GHMxAA1dZX
++ rm /tmp/tmp.sEGofXEfWh /tmp/tmp.GHMxAA1dZX
++ return 0
+ local client_container=psmdb-client-bb8b97679-8qcfm
+ kubectl_bin exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''rs.conf()\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.JzNKDmbteq
++ mktemp
+ local LAST_ERR=/tmp/tmp.DlH5gtLhP2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''rs.conf()\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.JzNKDmbteq
+ cat /tmp/tmp.DlH5gtLhP2
error: Internal error occurred: error sending request: Post "https://10.208.0.34:10250/exec/arbiter-16942/psmdb-client-bb8b97679-8qcfm/psmdb-client?command=bash&command=-c&command=printf+%27rs.conf%28%29%5Cn%27+%7C+mongo+mongodb%3A%2F%2FclusterAdmin%3AclusterAdmin123456%40arbiter-rs0-0.arbiter-rs0%2Carbiter-rs0-1.arbiter-rs0%2Carbiter-rs0-arbiter-0.arbiter-rs0%3A27017%2Fadmin%3Fssl%3Dfalse%5C%26replicaSet%3Drs0+&error=1&output=1": dial timeout, backstop
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''rs.conf()\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JzNKDmbteq
+ cat /tmp/tmp.DlH5gtLhP2
+ rm /tmp/tmp.JzNKDmbteq /tmp/tmp.DlH5gtLhP2
+ return 0
			"host" : "arbiter-rs0-arbiter-0.arbiter-rs0.arbiter-16942.svc.cluster.local:27017",
+ desc 'create user'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0 mongodb :27017
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0
+ local driver=mongodb
+ local suffix=:27017
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kW2kt0etbc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.APqpsXbVqq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kW2kt0etbc
++ cat /tmp/tmp.APqpsXbVqq
++ rm /tmp/tmp.kW2kt0etbc /tmp/tmp.APqpsXbVqq
++ return 0
+ local client_container=psmdb-client-bb8b97679-8qcfm
+ kubectl_bin exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.NYjIQ05H1g
++ mktemp
+ local LAST_ERR=/tmp/tmp.FiUk8rgfk8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NYjIQ05H1g
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://arbiter-rs0-0.arbiter-rs0:27017,arbiter-rs0-1.arbiter-rs0:27017,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("4da40cc1-1cef-4e40-b3f7-40e87d08df74") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.FiUk8rgfk8
+ rm /tmp/tmp.NYjIQ05H1g /tmp/tmp.FiUk8rgfk8
+ return 0
+ sleep 2
+ desc 'write data, read it'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read it
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0 mongodb :27017
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0
+ local driver=mongodb
+ local suffix=:27017
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kvtJraTRV2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yv86Nb0qyH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kvtJraTRV2
++ cat /tmp/tmp.yv86Nb0qyH
++ rm /tmp/tmp.kvtJraTRV2 /tmp/tmp.yv86Nb0qyH
++ return 0
+ local client_container=psmdb-client-bb8b97679-8qcfm
+ kubectl_bin exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Hv8SzKVYIQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qgap8o1kb8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@arbiter-rs0-0.arbiter-rs0,arbiter-rs0-1.arbiter-rs0,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Hv8SzKVYIQ
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://arbiter-rs0-0.arbiter-rs0:27017,arbiter-rs0-1.arbiter-rs0:27017,arbiter-rs0-arbiter-0.arbiter-rs0:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("6ac97aa1-fb3e-4569-9e68-7ea642c64467") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.Qgap8o1kb8
+ rm /tmp/tmp.Hv8SzKVYIQ /tmp/tmp.Qgap8o1kb8
+ return 0
++ get_service_ip arbiter-rs0-0
++ local service=arbiter-rs0-0
++ local server_type=rs0
+++ kubectl_bin get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.knVmnRCV7I
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.l2814ADxMN
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb/arbiter -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.knVmnRCV7I
+++ cat /tmp/tmp.l2814ADxMN
+++ rm /tmp/tmp.knVmnRCV7I /tmp/tmp.l2814ADxMN
+++ return 0
++ '[' '' '!=' true ']'
++ echo -n arbiter-rs0-0.arbiter-rs0
++ return
+ compare_mongo_cmd find myApp:myPass@arbiter-rs0-0.arbiter-rs0 '' :27017
+ local command=find
+ local uri=myApp:myPass@arbiter-rs0-0.arbiter-rs0
+ local postfix=
+ local suffix=:27017
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-04-23T08:42:14+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@arbiter-rs0-0.arbiter-rs0 mongodb :27017 ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@arbiter-rs0-0.arbiter-rs0
+ local driver=mongodb
+ local suffix=:27017
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@arbiter-rs0-0.arbiter-rs0 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7MmgXY5777
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sdrvKIiwXP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7MmgXY5777
++ cat /tmp/tmp.sdrvKIiwXP
++ rm /tmp/tmp.7MmgXY5777 /tmp/tmp.sdrvKIiwXP
++ return 0
+ local client_container=psmdb-client-bb8b97679-8qcfm
+ kubectl_bin exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@arbiter-rs0-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.SNRqKsgNsq
++ mktemp
+ local LAST_ERR=/tmp/tmp.jiFxY90Baa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@arbiter-rs0-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.SNRqKsgNsq
+ cat /tmp/tmp.jiFxY90Baa
command terminated with exit code 1
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-8qcfm -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@arbiter-rs0-0.arbiter-rs0:27017/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SNRqKsgNsq
+ cat /tmp/tmp.jiFxY90Baa
+ rm /tmp/tmp.SNRqKsgNsq /tmp/tmp.jiFxY90Baa
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/compare/find.json /tmp/tmp.j9DYrTDBbW/find
--- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2269/e2e-tests/arbiter/compare/find.json	2026-04-23 08:04:01.337579688 +0000
+++ /tmp/tmp.j9DYrTDBbW/find	2026-04-23 08:42:44.981774816 +0000
@@ -1,3 +1,8 @@
+Error: connect failed to replica set rs0/arbiter-rs0-0.arbiter-rs0:27017 :
+connect@src/mongo/shell/mongo.js:374:17
+@(connect):2:6
+exception: connect failed
+exiting with code 1
 switched to db myApp
 { "_id" : , "x" : 100500 }
 bye