Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/logs/version-service.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ create_infra version-service-31306
+ local ns=version-service-31306
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.Qq1KMi8Wps
++ mktemp
+ local LAST_ERR=/tmp/tmp.WhAK78V4cE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Qq1KMi8Wps
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.WhAK78V4cE
+ rm /tmp/tmp.Qq1KMi8Wps /tmp/tmp.WhAK78V4cE
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.4CNkl7uW1I
++ mktemp
+ local LAST_ERR=/tmp/tmp.O7rcFHkd2v
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4CNkl7uW1I
+ cat /tmp/tmp.O7rcFHkd2v
+ rm /tmp/tmp.4CNkl7uW1I /tmp/tmp.O7rcFHkd2v
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.h8LltuhsGr
++ mktemp
+ local LAST_ERR=/tmp/tmp.4JdBkHRJjN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.h8LltuhsGr
+ cat /tmp/tmp.4JdBkHRJjN
+ rm /tmp/tmp.h8LltuhsGr /tmp/tmp.4JdBkHRJjN
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.a6lzOdhmMY
++ mktemp
+ local LAST_ERR=/tmp/tmp.abyWOUXTDS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.a6lzOdhmMY
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met
+ cat /tmp/tmp.abyWOUXTDS
+ rm /tmp/tmp.a6lzOdhmMY /tmp/tmp.abyWOUXTDS
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.GJQ2PKKpem
++ mktemp
+ local LAST_ERR=/tmp/tmp.nAA0fn2JDn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GJQ2PKKpem
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.nAA0fn2JDn
+ rm /tmp/tmp.GJQ2PKKpem /tmp/tmp.nAA0fn2JDn
+ return 0
+ check_crd_for_deletion PR-2299-0b924c09
+ local git_tag=PR-2299-0b924c09
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2299-0b924c09/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.adlTlF0sz8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.id14JBOwMN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.adlTlF0sz8
++ cat /tmp/tmp.id14JBOwMN
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.adlTlF0sz8
++ cat /tmp/tmp.id14JBOwMN
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.adlTlF0sz8
++ cat /tmp/tmp.id14JBOwMN
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.adlTlF0sz8
++ cat /tmp/tmp.id14JBOwMN
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.adlTlF0sz8 /tmp/tmp.id14JBOwMN
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ local LAST_OUT=/tmp/tmp.l1CbKgzhuq
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.QvZ4e2Hnfo
+ local LAST_ERR=/tmp/tmp.Lrq5r1Tt4l
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.b1JKs9FLzN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l1CbKgzhuq
+ cat /tmp/tmp.Lrq5r1Tt4l
+ rm /tmp/tmp.l1CbKgzhuq /tmp/tmp.Lrq5r1Tt4l
+ return 0
namespace "version-service-20599" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QvZ4e2Hnfo
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.b1JKs9FLzN
+ rm /tmp/tmp.QvZ4e2Hnfo /tmp/tmp.b1JKs9FLzN
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.8GTAOcCUGF
++ mktemp
+ local LAST_ERR=/tmp/tmp.Lf8akwezlV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8GTAOcCUGF
+ cat /tmp/tmp.Lf8akwezlV
+ rm /tmp/tmp.8GTAOcCUGF /tmp/tmp.Lf8akwezlV
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.47mLTdLgID
++ mktemp
+ local LAST_ERR=/tmp/tmp.uDDzaS7e0v
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.47mLTdLgID
namespace/psmdb-operator created
+ cat /tmp/tmp.uDDzaS7e0v
+ rm /tmp/tmp.47mLTdLgID /tmp/tmp.uDDzaS7e0v
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3JMbzsXmIk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F5ECUN8ncy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3JMbzsXmIk
++ cat /tmp/tmp.F5ECUN8ncy
++ rm /tmp/tmp.3JMbzsXmIk /tmp/tmp.F5ECUN8ncy
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2299-0b924c09-1-cluster7 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.kSm15fto66
++ mktemp
+ local LAST_ERR=/tmp/tmp.lqLJRP9gPY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2299-0b924c09-1-cluster7 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kSm15fto66
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2299-0b924c09-1-cluster7" modified.
+ cat /tmp/tmp.lqLJRP9gPY
+ rm /tmp/tmp.kSm15fto66 /tmp/tmp.lqLJRP9gPY
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.eZiF99xFQn
++ mktemp
+ local LAST_ERR=/tmp/tmp.o5qSGzJH7m
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eZiF99xFQn
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.o5qSGzJH7m
+ rm /tmp/tmp.eZiF99xFQn /tmp/tmp.o5qSGzJH7m
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.VqnK5L03Be
++ mktemp
+ local LAST_ERR=/tmp/tmp.eBJJZVIazD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VqnK5L03Be
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.eBJJZVIazD
+ rm /tmp/tmp.VqnK5L03Be /tmp/tmp.eBJJZVIazD
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.mPVhHdF15x
++ mktemp
+ local LAST_ERR=/tmp/tmp.u8BtZUIiiM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mPVhHdF15x
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.u8BtZUIiiM
+ rm /tmp/tmp.mPVhHdF15x /tmp/tmp.u8BtZUIiiM
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ff8Rqt74Bf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A0KULMFr5H
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ff8Rqt74Bf
++ cat /tmp/tmp.A0KULMFr5H
++ rm /tmp/tmp.Ff8Rqt74Bf /tmp/tmp.A0KULMFr5H
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-58df979d5d-58mb7
+ local pod=percona-server-mongodb-operator-58df979d5d-58mb7
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-58df979d5d-58mb7 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BTBqOlU8hv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5QqAHMpmgj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BTBqOlU8hv
++ cat /tmp/tmp.5QqAHMpmgj
++ rm /tmp/tmp.BTBqOlU8hv /tmp/tmp.5QqAHMpmgj
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-58df979d5d-58mb7
++ mktemp
+ local LAST_OUT=/tmp/tmp.QYng2YEjOy
++ mktemp
+ local LAST_ERR=/tmp/tmp.leJWlotrxr
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-58df979d5d-58mb7
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QYng2YEjOy
+ cat /tmp/tmp.leJWlotrxr
+ rm /tmp/tmp.QYng2YEjOy /tmp/tmp.leJWlotrxr
+ return 0
2026-04-02T16:35:01.126Z	INFO	setup	Manager starting up	{"gitCommit": "0b924c099a34a710007208d591ec054b99f27249", "gitBranch": "PR-2299-0b924c09", "buildTime": "", "goVersion": "go1.25.8", "os": "linux", "arch": "amd64"}
+ create_namespace version-service-31306
+ local namespace=version-service-31306
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces version-service-31306'
+ set +o xtrace
++ mktemp
+ xargs kubectl delete ns


-----------------------------------------------------------------------------------
cleaned up old namespaces version-service-31306
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace version-service-31306 --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.l8enZRTGak
+ local LAST_OUT=/tmp/tmp.zCPYzgt8QA
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.to42dFCt3m
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.VB7Chq6tEo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace version-service-31306 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l8enZRTGak
+ cat /tmp/tmp.to42dFCt3m
+ rm /tmp/tmp.l8enZRTGak /tmp/tmp.to42dFCt3m
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zCPYzgt8QA
+ cat /tmp/tmp.VB7Chq6tEo
+ rm /tmp/tmp.zCPYzgt8QA /tmp/tmp.VB7Chq6tEo
+ return 0
+ kubectl_bin wait --for=delete namespace version-service-31306
++ mktemp
+ local LAST_OUT=/tmp/tmp.aWhyA7DEs3
++ mktemp
+ local LAST_ERR=/tmp/tmp.YsC2gsQ8h6
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace version-service-31306
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aWhyA7DEs3
+ cat /tmp/tmp.YsC2gsQ8h6
+ rm /tmp/tmp.aWhyA7DEs3 /tmp/tmp.YsC2gsQ8h6
+ return 0
+ desc 'create namespace version-service-31306'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace version-service-31306
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace version-service-31306
++ mktemp
+ local LAST_OUT=/tmp/tmp.kR0soqljlf
++ mktemp
+ local LAST_ERR=/tmp/tmp.lcOC6AGvRL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace version-service-31306
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kR0soqljlf
namespace/version-service-31306 created
+ cat /tmp/tmp.lcOC6AGvRL
+ rm /tmp/tmp.kR0soqljlf /tmp/tmp.lcOC6AGvRL
+ return 0
+ set_kube_ctx version-service-31306
+ local namespace=version-service-31306
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yIxVYF4t4q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5F33qZA4ij
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yIxVYF4t4q
++ cat /tmp/tmp.5F33qZA4ij
++ rm /tmp/tmp.yIxVYF4t4q /tmp/tmp.5F33qZA4ij
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2299-0b924c09-1-cluster7 --namespace=version-service-31306
++ mktemp
+ local LAST_OUT=/tmp/tmp.cQRuxy6m8X
++ mktemp
+ local LAST_ERR=/tmp/tmp.vCXq45PYXD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2299-0b924c09-1-cluster7 --namespace=version-service-31306
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cQRuxy6m8X
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2299-0b924c09-1-cluster7" modified.
+ cat /tmp/tmp.vCXq45PYXD
+ rm /tmp/tmp.cQRuxy6m8X /tmp/tmp.vCXq45PYXD
+ return 0
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap -n psmdb-operator versions --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.Or77V8nzbW
++ mktemp
+ local LAST_ERR=/tmp/tmp.2sVjqqsfxO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create configmap -n psmdb-operator versions --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Or77V8nzbW
configmap/versions created
+ cat /tmp/tmp.2sVjqqsfxO
+ rm /tmp/tmp.Or77V8nzbW /tmp/tmp.2sVjqqsfxO
+ return 0
+ kubectl_bin apply -n psmdb-operator -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.U8Aa2tJDqe
++ mktemp
+ local LAST_ERR=/tmp/tmp.aFG85YKqev
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.U8Aa2tJDqe
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.aFG85YKqev
+ rm /tmp/tmp.U8Aa2tJDqe /tmp/tmp.aFG85YKqev
+ return 0
+ sleep 10
+ yq eval '(.. | select(tag == "!!str")) |= sub("version-service$", "version-service-cr")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/vs.yml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.BGprymKiZM
++ mktemp
+ local LAST_ERR=/tmp/tmp.9XxuBNnalo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BGprymKiZM
deployment.apps/version-service-cr created
service/version-service-cr created
+ cat /tmp/tmp.9XxuBNnalo
+ rm /tmp/tmp.BGprymKiZM /tmp/tmp.9XxuBNnalo
+ return 0
+ kubectl_bin -n psmdb-operator set env deploy/percona-server-mongodb-operator PERCONA_VS_FALLBACK_URI=http://version-service:11000
++ mktemp
+ local LAST_OUT=/tmp/tmp.OnZ7IpUUK4
++ mktemp
+ local LAST_ERR=/tmp/tmp.4DBQtcdjKZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl -n psmdb-operator set env deploy/percona-server-mongodb-operator PERCONA_VS_FALLBACK_URI=http://version-service:11000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OnZ7IpUUK4
deployment.apps/percona-server-mongodb-operator env updated
+ cat /tmp/tmp.4DBQtcdjKZ
+ rm /tmp/tmp.OnZ7IpUUK4 /tmp/tmp.4DBQtcdjKZ
+ return 0
+ sleep 30
+ desc 'enable telemetry on operator level'
+ set +o xtrace


-----------------------------------------------------------------------------------
enable telemetry on operator level
-----------------------------------------------------------------------------------

+ kubectl_bin get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ yq eval '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "false"'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.5Myaas1viL
+ local LAST_OUT=/tmp/tmp.kAlpSjrg5G
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.xABUE8LtWL
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.umUfABF9Az
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ for i in $(seq 0 2)
+ kubectl get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5Myaas1viL
+ cat /tmp/tmp.xABUE8LtWL
+ rm /tmp/tmp.5Myaas1viL /tmp/tmp.xABUE8LtWL
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kAlpSjrg5G
deployment.apps/percona-server-mongodb-operator configured
+ cat /tmp/tmp.umUfABF9Az
+ rm /tmp/tmp.kAlpSjrg5G /tmp/tmp.umUfABF9Az
+ return 0
+ wait_deployment percona-server-mongodb-operator
+ local name=percona-server-mongodb-operator
+ sleep 10
+ retry=0
+ echo -n percona-server-mongodb-operator
percona-server-mongodb-operator+ kubectl_bin get deployment percona-server-mongodb-operator -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.fXT969fJSp
++ mktemp
+ local LAST_ERR=/tmp/tmp.UaQDwkpWZL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment percona-server-mongodb-operator -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fXT969fJSp
+ cat /tmp/tmp.UaQDwkpWZL
+ rm /tmp/tmp.fXT969fJSp /tmp/tmp.UaQDwkpWZL
+ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.paXivznWOx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rYnNhUqHN6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.paXivznWOx
++ cat /tmp/tmp.rYnNhUqHN6
++ rm /tmp/tmp.paXivznWOx /tmp/tmp.rYnNhUqHN6
++ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Toi9mZAn5m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LzvdNgoYkP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Toi9mZAn5m
++ cat /tmp/tmp.LzvdNgoYkP
++ rm /tmp/tmp.Toi9mZAn5m /tmp/tmp.LzvdNgoYkP
++ return 0
+ '[' 1 == 1 ']'
+ check_telemetry_transfer http://version-service-cr:11000 disabled enabled
+ local cr_vs_uri=http://version-service-cr:11000
+ local cr_vs_channel=disabled
+ local telemetry_state=enabled
+ cluster=minimal-cluster
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.2VpEHCMrI9
++ mktemp
+ local LAST_ERR=/tmp/tmp.nQfze0r0CA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2VpEHCMrI9
deployment.apps/psmdb-client created
+ cat /tmp/tmp.nQfze0r0CA
+ rm /tmp/tmp.2VpEHCMrI9 /tmp/tmp.nQfze0r0CA
+ return 0
+ yq eval '.metadata.name = "minimal-cluster"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.IaA5aGY96t
++ mktemp
+ local LAST_ERR=/tmp/tmp.xeSXsi2J8A
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IaA5aGY96t
secret/minimal-cluster created
+ cat /tmp/tmp.xeSXsi2J8A
+ rm /tmp/tmp.IaA5aGY96t /tmp/tmp.xeSXsi2J8A
+ return 0
+ desc 'create PSMDB minimal cluster minimal-cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB minimal cluster minimal-cluster
-----------------------------------------------------------------------------------

+ yq eval $'\n\t\t.spec.upgradeOptions.versionServiceEndpoint = "http://version-service-cr:11000" |\n\t\t.spec.upgradeOptions.apply = "disabled" |\n\t\t.spec.initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09" |\n\t\t.spec.crVersion = "9.9.9" |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.enabled = false |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cr-minimal.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.cppQD9NgG8
++ mktemp
+ local LAST_ERR=/tmp/tmp.JK8TrzT1lB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cppQD9NgG8
perconaservermongodb.psmdb.percona.com/minimal-cluster created
+ cat /tmp/tmp.JK8TrzT1lB
+ rm /tmp/tmp.cppQD9NgG8 /tmp/tmp.JK8TrzT1lB
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-rs0 1
+ local name=minimal-cluster-rs0
+ let last_pod=0
+ :
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=minimal-cluster
++ seq 0 0
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 0 ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cssKPHDIBV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9WPrqETIpP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cssKPHDIBV
++ cat /tmp/tmp.9WPrqETIpP
++ rm /tmp/tmp.cssKPHDIBV /tmp/tmp.9WPrqETIpP
++ return 0
+ [[ '' == true ]]
+ wait_pod minimal-cluster-rs0-0
+ local pod=minimal-cluster-rs0-0
+ set +o xtrace
waiting for pod/minimal-cluster-rs0-0 to be ready..............OK
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Kp05oT0MXh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gc8aypynSS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Kp05oT0MXh
++ cat /tmp/tmp.gc8aypynSS
++ rm /tmp/tmp.Kp05oT0MXh /tmp/tmp.gc8aypynSS
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZK0EHyLOY3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.y4VBF4R0Wu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZK0EHyLOY3
++ cat /tmp/tmp.y4VBF4R0Wu
++ rm /tmp/tmp.ZK0EHyLOY3 /tmp/tmp.y4VBF4R0Wu
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness....................
+ sleep 20
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.agwijLHDqM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t4iqXhmVhk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.agwijLHDqM
++ cat /tmp/tmp.t4iqXhmVhk
++ rm /tmp/tmp.agwijLHDqM /tmp/tmp.t4iqXhmVhk
++ return 0
+ local client_container=psmdb-client-bb8b97679-n5csl
+ kubectl_bin exec psmdb-client-bb8b97679-n5csl -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.qyApQrCME5
++ mktemp
+ local LAST_ERR=/tmp/tmp.EURBctjwBt
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n5csl -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qyApQrCME5
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("d0dad392-ca0b-44c7-8412-3af949ddc5ca") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.EURBctjwBt
+ rm /tmp/tmp.qyApQrCME5 /tmp/tmp.EURBctjwBt
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@minimal-cluster-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@minimal-cluster-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@minimal-cluster-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9Psmtir1R2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.49oNPKEDa9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9Psmtir1R2
++ cat /tmp/tmp.49oNPKEDa9
++ rm /tmp/tmp.9Psmtir1R2 /tmp/tmp.49oNPKEDa9
++ return 0
+ local client_container=psmdb-client-bb8b97679-n5csl
+ kubectl_bin exec psmdb-client-bb8b97679-n5csl -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.iwSAyXD9Mt
++ mktemp
+ local LAST_ERR=/tmp/tmp.1mmxXcOTrj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n5csl -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iwSAyXD9Mt
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("2643c8aa-dec8-49b2-899e-ee27e084e16a") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.1mmxXcOTrj
+ rm /tmp/tmp.iwSAyXD9Mt /tmp/tmp.1mmxXcOTrj
+ return 0
+ desc 'check telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
check telemetry
-----------------------------------------------------------------------------------

+ grep -E 'server request payload|unary call'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ kubectl_bin logs version-service-cr-7db489d9c4-bmtkh -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.8RZhndc30B
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZhRQVqSltq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-cr-7db489d9c4-bmtkh -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8RZhndc30B
+ cat /tmp/tmp.ZhRQVqSltq
+ rm /tmp/tmp.8RZhndc30B /tmp/tmp.ZhRQVqSltq
+ return 0
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-96477994-rgrkm -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.96DNiLdOjp
++ mktemp
+ local LAST_ERR=/tmp/tmp.AFjHM2FWnm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-96477994-rgrkm -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.96DNiLdOjp
+ cat /tmp/tmp.AFjHM2FWnm
+ rm /tmp/tmp.96DNiLdOjp /tmp/tmp.AFjHM2FWnm
+ return 0
+ local telemetry_log_file=enabled_telemetry.version-service.log-cw.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a enabled == enabled ']'
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/enabled_telemetry.version-service.log-cw.json /dev/fd/63
++ grep -f /tmp/tmp.u5at0yO2b5/enabled_telemetry.version-service.log.json /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/enabled_telemetry.version-service.log-cw.json
+ [[ -s /tmp/tmp.u5at0yO2b5/enabled_telemetry.version-service-cr.log.json ]]
+ local telemetry_cr_log_file=enabled_telemetry.version-service-cr.log-cw.json
+ local image_prefix=disabled
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' disabled == disabled-recommended -a enabled == disabled ']'
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a enabled == disabled ']'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X5dS62sekf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EJRH36yFlt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.X5dS62sekf
++ cat /tmp/tmp.EJRH36yFlt
++ rm /tmp/tmp.X5dS62sekf /tmp/tmp.EJRH36yFlt
++ return 0
+ kubectl_bin delete pod -n psmdb-operator percona-server-mongodb-operator-968b789f4-pv6fl
++ mktemp
+ local LAST_OUT=/tmp/tmp.XB0kaAZ0Y3
++ mktemp
+ local LAST_ERR=/tmp/tmp.huPm1npXTm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-968b789f4-pv6fl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XB0kaAZ0Y3
pod "percona-server-mongodb-operator-968b789f4-pv6fl" deleted from psmdb-operator namespace
+ cat /tmp/tmp.huPm1npXTm
+ rm /tmp/tmp.XB0kaAZ0Y3 /tmp/tmp.huPm1npXTm
+ return 0
+ kubectl_bin patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.n5WLXyvSnI
++ mktemp
+ local LAST_ERR=/tmp/tmp.wcPEAZrpDS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.n5WLXyvSnI
perconaservermongodb.psmdb.percona.com/minimal-cluster patched
+ cat /tmp/tmp.wcPEAZrpDS
+ rm /tmp/tmp.n5WLXyvSnI /tmp/tmp.wcPEAZrpDS
+ return 0
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ozt0QkQZX8
++ mktemp
+ local LAST_ERR=/tmp/tmp.BLFjjLFL0I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ozt0QkQZX8
perconaservermongodb.psmdb.percona.com "minimal-cluster" deleted from version-service-31306 namespace
+ cat /tmp/tmp.BLFjjLFL0I
+ rm /tmp/tmp.Ozt0QkQZX8 /tmp/tmp.BLFjjLFL0I
+ return 0
+ kubectl_bin delete deploy psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.l3nb5CDzO3
++ mktemp
+ local LAST_ERR=/tmp/tmp.fydBC6rBTw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete deploy psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l3nb5CDzO3
deployment.apps "psmdb-client" deleted from version-service-31306 namespace
+ cat /tmp/tmp.fydBC6rBTw
+ rm /tmp/tmp.l3nb5CDzO3 /tmp/tmp.fydBC6rBTw
+ return 0
+ sleep 30
+ desc 'disabling telemetry on the operator level'
+ set +o xtrace


-----------------------------------------------------------------------------------
disabling telemetry on the operator level
-----------------------------------------------------------------------------------

+ kubectl_bin delete pod -l run=version-service-cr -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.kAqpIO8lvd
++ mktemp
+ local LAST_ERR=/tmp/tmp.usHsmn4OEd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service-cr -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kAqpIO8lvd
pod "version-service-cr-7db489d9c4-bmtkh" deleted from psmdb-operator namespace
+ cat /tmp/tmp.usHsmn4OEd
+ rm /tmp/tmp.kAqpIO8lvd /tmp/tmp.usHsmn4OEd
+ return 0
+ kubectl_bin delete pod -l run=version-service -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Dvu8nObnbX
++ mktemp
+ local LAST_ERR=/tmp/tmp.nOOJMVerHm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Dvu8nObnbX
pod "version-service-96477994-rgrkm" deleted from psmdb-operator namespace
+ cat /tmp/tmp.nOOJMVerHm
+ rm /tmp/tmp.Dvu8nObnbX /tmp/tmp.nOOJMVerHm
+ return 0
+ yq eval '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ kubectl_bin get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.gbLW8FiJAF
+ local LAST_OUT=/tmp/tmp.haDW7bHPwP
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.keSu0xaLhY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.olRKUcZybe
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gbLW8FiJAF
+ cat /tmp/tmp.olRKUcZybe
+ rm /tmp/tmp.gbLW8FiJAF /tmp/tmp.olRKUcZybe
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.haDW7bHPwP
deployment.apps/percona-server-mongodb-operator configured
+ cat /tmp/tmp.keSu0xaLhY
+ rm /tmp/tmp.haDW7bHPwP /tmp/tmp.keSu0xaLhY
+ return 0
++ get_mongod_ver_from_image docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++ local image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ run_simple_cli_inside_image docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 'mongod --version'
+++ local image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ local 'cli=mongod --version'
+++ local pod_name=14044
+++ kubectl_bin -n default run 14044 --image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 --restart=Never --command -- sleep infinity
+++ /usr/sbin/sed -r 's/^.*db version v(([0-9]+\.){2}[0-9]+-[0-9]+).*$/\1/g'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jKfZFhyjaL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3qZba6WGIg
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl -n default run 14044 --image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 --restart=Never --command -- sleep infinity
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.jKfZFhyjaL
+++ cat /tmp/tmp.3qZba6WGIg
+++ rm /tmp/tmp.jKfZFhyjaL /tmp/tmp.3qZba6WGIg
+++ return 0
+++ kubectl_bin -n default wait --for=condition=Ready pod/14044
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8Yf8XKTyrO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.hVJFOtiITD
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl -n default wait --for=condition=Ready pod/14044
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.8Yf8XKTyrO
+++ cat /tmp/tmp.hVJFOtiITD
+++ rm /tmp/tmp.8Yf8XKTyrO /tmp/tmp.hVJFOtiITD
+++ return 0
++++ kubectl_bin -n default exec 14044 -- bash -c 'mongod --version 2>&1'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.igUdY25S47
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.w8OKmcMEoN
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl -n default exec 14044 -- bash -c 'mongod --version 2>&1'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.igUdY25S47
++++ cat /tmp/tmp.w8OKmcMEoN
++++ rm /tmp/tmp.igUdY25S47 /tmp/tmp.w8OKmcMEoN
++++ return 0
+++ local $'output=db version v8.0.20-8\nBuild Info: {\n    "version": "8.0.20-8",\n    "gitVersion": "5f8e208f2ce1ec988e9830397069fad1147bc257",\n    "openSSLVersion": "OpenSSL 3.5.1 1 Jul 2025",\n    "modules": [],\n    "perconaFeatures": [\n        "MemoryEngine",\n        "HotBackup",\n        "BackupCursorAggregationStage",\n        "BackupCursorExtendAggregationStage",\n        "AWSIAM",\n        "Kerberos",\n        "LDAP",\n        "OIDC",\n        "TDE",\n        "FIPSMode",\n        "FCBIS",\n        "Auditing",\n        "ProfilingRateLimit",\n        "LogRedaction",\n        "ngram"\n    ],\n    "allocator": "tcmalloc-google",\n    "environment": {\n        "distarch": "x86_64",\n        "target_arch": "x86_64"\n    }\n}'
+++ kubectl_bin -n default delete pod/14044 --grace-period=0 --force
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tQW0bjjNU2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EjqSgMf3xC
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl -n default delete pod/14044 --grace-period=0 --force
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.tQW0bjjNU2
+++ cat /tmp/tmp.EjqSgMf3xC
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+++ rm /tmp/tmp.tQW0bjjNU2 /tmp/tmp.EjqSgMf3xC
+++ return 0
+++ echo db version v8.0.20-8 Build Info: '{' '"version":' '"8.0.20-8",' '"gitVersion":' '"5f8e208f2ce1ec988e9830397069fad1147bc257",' '"openSSLVersion":' '"OpenSSL' 3.5.1 1 Jul '2025",' '"modules":' '[],' '"perconaFeatures":' '[' '"MemoryEngine",' '"HotBackup",' '"BackupCursorAggregationStage",' '"BackupCursorExtendAggregationStage",' '"AWSIAM",' '"Kerberos",' '"LDAP",' '"OIDC",' '"TDE",' '"FIPSMode",' '"FCBIS",' '"Auditing",' '"ProfilingRateLimit",' '"LogRedaction",' '"ngram"' '],' '"allocator":' '"tcmalloc-google",' '"environment":' '{' '"distarch":' '"x86_64",' '"target_arch":' '"x86_64"' '}' '}'
++ version_info=8.0.20-8
++ [[ ! 8.0.20-8 =~ ^([0-9]+\.){2}[0-9]+-[0-9]+$ ]]
++ echo 8.0.20-8
+ ACTUAL_MONGOD_VERSION=8.0.20-8
+ wait_deployment percona-server-mongodb-operator
+ local name=percona-server-mongodb-operator
+ sleep 10
+ retry=0
+ echo -n percona-server-mongodb-operator
percona-server-mongodb-operator+ kubectl_bin get deployment percona-server-mongodb-operator -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.MAopnqvKDQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.lT776Lsd6g
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment percona-server-mongodb-operator -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MAopnqvKDQ
+ cat /tmp/tmp.lT776Lsd6g
+ rm /tmp/tmp.MAopnqvKDQ /tmp/tmp.lT776Lsd6g
+ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NM4gwuGu5A
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lhdEpWeNya
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NM4gwuGu5A
++ cat /tmp/tmp.lhdEpWeNya
++ rm /tmp/tmp.NM4gwuGu5A /tmp/tmp.lhdEpWeNya
++ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uTGkRzgEAH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WuVYe5ycsz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uTGkRzgEAH
++ cat /tmp/tmp.WuVYe5ycsz
++ rm /tmp/tmp.uTGkRzgEAH /tmp/tmp.WuVYe5ycsz
++ return 0
+ '[' 1 == 1 ']'
+ check_telemetry_transfer http://version-service-cr:11000 8.0-recommended disabled
+ local cr_vs_uri=http://version-service-cr:11000
+ local cr_vs_channel=8.0-recommended
+ local telemetry_state=disabled
+ cluster=minimal-cluster
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.FCkMkTDsp8
++ mktemp
+ local LAST_ERR=/tmp/tmp.MQ5v4CQfVG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FCkMkTDsp8
deployment.apps/psmdb-client created
+ cat /tmp/tmp.MQ5v4CQfVG
+ rm /tmp/tmp.FCkMkTDsp8 /tmp/tmp.MQ5v4CQfVG
+ return 0
+ kubectl_bin apply -f -
+ yq eval '.metadata.name = "minimal-cluster"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.W42IHr3Emz
++ mktemp
+ local LAST_ERR=/tmp/tmp.VwSc4ohkEw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.W42IHr3Emz
secret/minimal-cluster configured
+ cat /tmp/tmp.VwSc4ohkEw
Warning: resource secrets/minimal-cluster is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.W42IHr3Emz /tmp/tmp.VwSc4ohkEw
+ return 0
+ desc 'create PSMDB minimal cluster minimal-cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB minimal cluster minimal-cluster
-----------------------------------------------------------------------------------

+ yq eval $'\n\t\t.spec.upgradeOptions.versionServiceEndpoint = "http://version-service-cr:11000" |\n\t\t.spec.upgradeOptions.apply = "8.0-recommended" |\n\t\t.spec.initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09" |\n\t\t.spec.crVersion = "9.9.9" |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.enabled = false |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cr-minimal.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.sDLJox5613
++ mktemp
+ local LAST_ERR=/tmp/tmp.i0Qjz7tfhI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sDLJox5613
perconaservermongodb.psmdb.percona.com/minimal-cluster created
+ cat /tmp/tmp.i0Qjz7tfhI
+ rm /tmp/tmp.sDLJox5613 /tmp/tmp.i0Qjz7tfhI
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-rs0 1
+ local name=minimal-cluster-rs0
+ let last_pod=0
+ :
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=minimal-cluster
++ seq 0 0
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 0 ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LowZg3WB5i
+++ mktemp
++ local LAST_ERR=/tmp/tmp.69WPxmL5Ji
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LowZg3WB5i
++ cat /tmp/tmp.69WPxmL5Ji
++ rm /tmp/tmp.LowZg3WB5i /tmp/tmp.69WPxmL5Ji
++ return 0
+ [[ '' == true ]]
+ wait_pod minimal-cluster-rs0-0
+ local pod=minimal-cluster-rs0-0
+ set +o xtrace
waiting for pod/minimal-cluster-rs0-0 to be ready.............OK
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L0fQfl9E29
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SpFPHZDnei
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.L0fQfl9E29
++ cat /tmp/tmp.SpFPHZDnei
++ rm /tmp/tmp.L0fQfl9E29 /tmp/tmp.SpFPHZDnei
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uvaSuCq5R6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q07EsbipC5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uvaSuCq5R6
++ cat /tmp/tmp.q07EsbipC5
++ rm /tmp/tmp.uvaSuCq5R6 /tmp/tmp.q07EsbipC5
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness........................
+ sleep 20
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HxrB0DsQk2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KrmCSvhSvn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HxrB0DsQk2
++ cat /tmp/tmp.KrmCSvhSvn
++ rm /tmp/tmp.HxrB0DsQk2 /tmp/tmp.KrmCSvhSvn
++ return 0
+ local client_container=psmdb-client-bb8b97679-fhw25
+ kubectl_bin exec psmdb-client-bb8b97679-fhw25 -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.wPD1A1n7lh
++ mktemp
+ local LAST_ERR=/tmp/tmp.wSVJt30epF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-fhw25 -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wPD1A1n7lh
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7e1b84a7-2fbe-4293-ba22-e29eeb7a5608") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.wSVJt30epF
+ rm /tmp/tmp.wPD1A1n7lh /tmp/tmp.wSVJt30epF
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@minimal-cluster-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@minimal-cluster-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@minimal-cluster-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oax0zdlpvn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ALA3mqGH86
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oax0zdlpvn
++ cat /tmp/tmp.ALA3mqGH86
++ rm /tmp/tmp.oax0zdlpvn /tmp/tmp.ALA3mqGH86
++ return 0
+ local client_container=psmdb-client-bb8b97679-fhw25
+ kubectl_bin exec psmdb-client-bb8b97679-fhw25 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.ARJ8ruRPSN
++ mktemp
+ local LAST_ERR=/tmp/tmp.wotMNrfrJh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-fhw25 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ARJ8ruRPSN
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ead61cea-956e-474b-92f5-0f00df61d6c4") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.wotMNrfrJh
+ rm /tmp/tmp.ARJ8ruRPSN /tmp/tmp.wotMNrfrJh
+ return 0
+ desc 'check telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
check telemetry
-----------------------------------------------------------------------------------

+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-cr-7db489d9c4-t6w6d -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.9gNOJLH77W
++ mktemp
+ local LAST_ERR=/tmp/tmp.L3cJzsq2K3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-cr-7db489d9c4-t6w6d -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9gNOJLH77W
+ cat /tmp/tmp.L3cJzsq2K3
+ rm /tmp/tmp.9gNOJLH77W /tmp/tmp.L3cJzsq2K3
+ return 0
+ grep -E 'server request payload|unary call'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-96477994-kq2w8 -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.S4xvUltlPp
++ mktemp
+ local LAST_ERR=/tmp/tmp.SFdBbt4mf0
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-96477994-kq2w8 -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.S4xvUltlPp
+ cat /tmp/tmp.SFdBbt4mf0
+ rm /tmp/tmp.S4xvUltlPp /tmp/tmp.SFdBbt4mf0
+ return 0
+ local telemetry_log_file=disabled_telemetry.version-service.log-cw.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == disabled -a disabled == enabled ']'
+ local telemetry_cr_log_file=disabled_telemetry.version-service-cr.log-cw.json
+ local image_prefix=8.0
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == 8.0-recommended -a disabled == disabled ']'
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/disabled_telemetry.version-service-cr.log-cw.json /dev/fd/63
++ grep -f /tmp/tmp.u5at0yO2b5/disabled_telemetry.version-service-cr.log.json /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/disabled_telemetry.version-service-cr.log-cw.json
+ [[ -s /tmp/tmp.u5at0yO2b5/disabled_telemetry.version-service.log.json ]]
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == disabled -a disabled == disabled ']'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kSXefji6EX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aNgCb7GkgU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kSXefji6EX
++ cat /tmp/tmp.aNgCb7GkgU
++ rm /tmp/tmp.kSXefji6EX /tmp/tmp.aNgCb7GkgU
++ return 0
+ kubectl_bin delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-5pb7g
++ mktemp
+ local LAST_OUT=/tmp/tmp.ynU9le7ZEs
++ mktemp
+ local LAST_ERR=/tmp/tmp.o6vB7rRvC2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-5pb7g
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ynU9le7ZEs
pod "percona-server-mongodb-operator-7dd48c458f-5pb7g" deleted from psmdb-operator namespace
+ cat /tmp/tmp.o6vB7rRvC2
+ rm /tmp/tmp.ynU9le7ZEs /tmp/tmp.o6vB7rRvC2
+ return 0
+ kubectl_bin patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.NGVfui8Ip7
++ mktemp
+ local LAST_ERR=/tmp/tmp.xK5RtlgXdS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NGVfui8Ip7
perconaservermongodb.psmdb.percona.com/minimal-cluster patched
+ cat /tmp/tmp.xK5RtlgXdS
+ rm /tmp/tmp.NGVfui8Ip7 /tmp/tmp.xK5RtlgXdS
+ return 0
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.2wvNM01VL1
++ mktemp
+ local LAST_ERR=/tmp/tmp.S7V7EVpT47
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2wvNM01VL1
perconaservermongodb.psmdb.percona.com "minimal-cluster" deleted from version-service-31306 namespace
+ cat /tmp/tmp.S7V7EVpT47
+ rm /tmp/tmp.2wvNM01VL1 /tmp/tmp.S7V7EVpT47
+ return 0
+ kubectl_bin delete deploy psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.OXFYyey1cS
++ mktemp
+ local LAST_ERR=/tmp/tmp.6ZFnqXBZ0E
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete deploy psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OXFYyey1cS
deployment.apps "psmdb-client" deleted from version-service-31306 namespace
+ cat /tmp/tmp.6ZFnqXBZ0E
+ rm /tmp/tmp.OXFYyey1cS /tmp/tmp.6ZFnqXBZ0E
+ return 0
+ sleep 30
+ kubectl_bin get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ yq eval '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.VxbLMtnuSA
+ local LAST_OUT=/tmp/tmp.toKk3HJLmV
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.LbhftCBU4b
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.jguUzOjqhh
+ local timeout=4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VxbLMtnuSA
+ cat /tmp/tmp.LbhftCBU4b
+ rm /tmp/tmp.VxbLMtnuSA /tmp/tmp.LbhftCBU4b
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.toKk3HJLmV
deployment.apps/percona-server-mongodb-operator configured
+ cat /tmp/tmp.jguUzOjqhh
+ rm /tmp/tmp.toKk3HJLmV /tmp/tmp.jguUzOjqhh
+ return 0
+ wait_deployment percona-server-mongodb-operator
+ local name=percona-server-mongodb-operator
+ sleep 10
+ retry=0
+ echo -n percona-server-mongodb-operator
percona-server-mongodb-operator+ kubectl_bin get deployment percona-server-mongodb-operator -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.L7wL7dbvqm
++ mktemp
+ local LAST_ERR=/tmp/tmp.YXD7AKAX3R
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment percona-server-mongodb-operator -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.L7wL7dbvqm
+ cat /tmp/tmp.YXD7AKAX3R
+ rm /tmp/tmp.L7wL7dbvqm /tmp/tmp.YXD7AKAX3R
+ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tMAYfgaaBx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fcZPnH7OIq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tMAYfgaaBx
++ cat /tmp/tmp.fcZPnH7OIq
++ rm /tmp/tmp.tMAYfgaaBx /tmp/tmp.fcZPnH7OIq
++ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AdwddznQEM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6FH1BAwHoA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AdwddznQEM
++ cat /tmp/tmp.6FH1BAwHoA
++ rm /tmp/tmp.AdwddznQEM /tmp/tmp.6FH1BAwHoA
++ return 0
+ '[' 1 == 1 ']'
+ kubectl_bin delete pod -l run=version-service-cr -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.FeocYs22Y7
++ mktemp
+ local LAST_ERR=/tmp/tmp.hTbH26t535
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service-cr -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FeocYs22Y7
pod "version-service-cr-7db489d9c4-t6w6d" deleted from psmdb-operator namespace
+ cat /tmp/tmp.hTbH26t535
+ rm /tmp/tmp.FeocYs22Y7 /tmp/tmp.hTbH26t535
+ return 0
+ kubectl_bin delete pod -l run=version-service -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.PtuRjrKpLv
++ mktemp
+ local LAST_ERR=/tmp/tmp.muILSOrTTq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PtuRjrKpLv
pod "version-service-96477994-kq2w8" deleted from psmdb-operator namespace
+ cat /tmp/tmp.muILSOrTTq
+ rm /tmp/tmp.PtuRjrKpLv /tmp/tmp.muILSOrTTq
+ return 0
+ check_telemetry_transfer http://version-service-cr:11000 disabled disabled
+ local cr_vs_uri=http://version-service-cr:11000
+ local cr_vs_channel=disabled
+ local telemetry_state=disabled
+ cluster=minimal-cluster
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.A4rrgbScIW
++ mktemp
+ local LAST_ERR=/tmp/tmp.v4mIGtzIWN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.A4rrgbScIW
deployment.apps/psmdb-client created
+ cat /tmp/tmp.v4mIGtzIWN
+ rm /tmp/tmp.A4rrgbScIW /tmp/tmp.v4mIGtzIWN
+ return 0
+ yq eval '.metadata.name = "minimal-cluster"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.dLrnRTr1cL
++ mktemp
+ local LAST_ERR=/tmp/tmp.mj8iTPQjUz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dLrnRTr1cL
secret/minimal-cluster configured
+ cat /tmp/tmp.mj8iTPQjUz
Warning: resource secrets/minimal-cluster is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.dLrnRTr1cL /tmp/tmp.mj8iTPQjUz
+ return 0
+ desc 'create PSMDB minimal cluster minimal-cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB minimal cluster minimal-cluster
-----------------------------------------------------------------------------------

+ yq eval $'\n\t\t.spec.upgradeOptions.versionServiceEndpoint = "http://version-service-cr:11000" |\n\t\t.spec.upgradeOptions.apply = "disabled" |\n\t\t.spec.initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09" |\n\t\t.spec.crVersion = "9.9.9" |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.enabled = false |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cr-minimal.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.YoRTU8FdU8
++ mktemp
+ local LAST_ERR=/tmp/tmp.luKUXm5Jg7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YoRTU8FdU8
perconaservermongodb.psmdb.percona.com/minimal-cluster created
+ cat /tmp/tmp.luKUXm5Jg7
+ rm /tmp/tmp.YoRTU8FdU8 /tmp/tmp.luKUXm5Jg7
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-rs0 1
+ local name=minimal-cluster-rs0
+ let last_pod=0
+ :
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=minimal-cluster
++ seq 0 0
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 0 ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.j7uGNcKr5Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lvQaoiuYKA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.j7uGNcKr5Y
++ cat /tmp/tmp.lvQaoiuYKA
++ rm /tmp/tmp.j7uGNcKr5Y /tmp/tmp.lvQaoiuYKA
++ return 0
+ [[ '' == true ]]
+ wait_pod minimal-cluster-rs0-0
+ local pod=minimal-cluster-rs0-0
+ set +o xtrace
waiting for pod/minimal-cluster-rs0-0 to be ready.............OK
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ikHF5rnFKJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.flcEhwslK2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ikHF5rnFKJ
++ cat /tmp/tmp.flcEhwslK2
++ rm /tmp/tmp.ikHF5rnFKJ /tmp/tmp.flcEhwslK2
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ttakbVLsOs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ph78w5KKn9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ttakbVLsOs
++ cat /tmp/tmp.Ph78w5KKn9
++ rm /tmp/tmp.ttakbVLsOs /tmp/tmp.Ph78w5KKn9
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness........................
+ sleep 20
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZVYHlapzUd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RHVw0Cg0pW
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZVYHlapzUd
++ cat /tmp/tmp.RHVw0Cg0pW
++ rm /tmp/tmp.ZVYHlapzUd /tmp/tmp.RHVw0Cg0pW
++ return 0
+ local client_container=psmdb-client-bb8b97679-xvtgx
+ kubectl_bin exec psmdb-client-bb8b97679-xvtgx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.2wh2t1l2oQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.33fyQLZuYA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-xvtgx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2wh2t1l2oQ
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("3d311809-2f3d-4758-aa2b-5c91a574f8eb") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.33fyQLZuYA
+ rm /tmp/tmp.2wh2t1l2oQ /tmp/tmp.33fyQLZuYA
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@minimal-cluster-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@minimal-cluster-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@minimal-cluster-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g4sm6bg9Va
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zGBU21vY4O
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g4sm6bg9Va
++ cat /tmp/tmp.zGBU21vY4O
++ rm /tmp/tmp.g4sm6bg9Va /tmp/tmp.zGBU21vY4O
++ return 0
+ local client_container=psmdb-client-bb8b97679-xvtgx
+ kubectl_bin exec psmdb-client-bb8b97679-xvtgx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.ieDcPpBOM8
++ mktemp
+ local LAST_ERR=/tmp/tmp.j3UZRBUgCY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-xvtgx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ieDcPpBOM8
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("6ea694f9-bf3e-4253-b706-0acfbb413be5") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.j3UZRBUgCY
+ rm /tmp/tmp.ieDcPpBOM8 /tmp/tmp.j3UZRBUgCY
+ return 0
+ desc 'check telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
check telemetry
-----------------------------------------------------------------------------------

++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-cr-7db489d9c4-vbw99 -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.fXuRwKurLU
++ mktemp
+ local LAST_ERR=/tmp/tmp.O56DBRrHFc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-cr-7db489d9c4-vbw99 -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fXuRwKurLU
+ cat /tmp/tmp.O56DBRrHFc
+ rm /tmp/tmp.fXuRwKurLU /tmp/tmp.O56DBRrHFc
+ return 0
+ grep -E 'server request payload|unary call'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-96477994-tcwrn -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.n5kVapUYLA
++ mktemp
+ local LAST_ERR=/tmp/tmp.fiw2ilXUGl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-96477994-tcwrn -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.n5kVapUYLA
+ cat /tmp/tmp.fiw2ilXUGl
+ rm /tmp/tmp.n5kVapUYLA /tmp/tmp.fiw2ilXUGl
+ return 0
+ local telemetry_log_file=disabled_telemetry.version-service.log-cw.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a disabled == enabled ']'
+ local telemetry_cr_log_file=disabled_telemetry.version-service-cr.log-cw.json
+ local image_prefix=disabled
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' disabled == disabled-recommended -a disabled == disabled ']'
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a disabled == disabled ']'
+ [[ -s /tmp/tmp.u5at0yO2b5/disabled_telemetry.version-service-cr.log.json ]]
+ [[ -s /tmp/tmp.u5at0yO2b5/disabled_telemetry.version-service.log.json ]]
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6O2faHPpaA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Am9KqwyLSq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6O2faHPpaA
++ cat /tmp/tmp.Am9KqwyLSq
++ rm /tmp/tmp.6O2faHPpaA /tmp/tmp.Am9KqwyLSq
++ return 0
+ kubectl_bin delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-bpnkf
++ mktemp
+ local LAST_OUT=/tmp/tmp.vLLaedMSqr
++ mktemp
+ local LAST_ERR=/tmp/tmp.lsDrIRmcvH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-bpnkf
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vLLaedMSqr
pod "percona-server-mongodb-operator-7dd48c458f-bpnkf" deleted from psmdb-operator namespace
+ cat /tmp/tmp.lsDrIRmcvH
+ rm /tmp/tmp.vLLaedMSqr /tmp/tmp.lsDrIRmcvH
+ return 0
+ kubectl_bin patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.dzwp1q4uf1
++ mktemp
+ local LAST_ERR=/tmp/tmp.YZwuxQJzsJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dzwp1q4uf1
perconaservermongodb.psmdb.percona.com/minimal-cluster patched
+ cat /tmp/tmp.YZwuxQJzsJ
+ rm /tmp/tmp.dzwp1q4uf1 /tmp/tmp.YZwuxQJzsJ
+ return 0
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.Lx1QRLy37j
++ mktemp
+ local LAST_ERR=/tmp/tmp.ipSHHjQjcj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Lx1QRLy37j
perconaservermongodb.psmdb.percona.com "minimal-cluster" deleted from version-service-31306 namespace
+ cat /tmp/tmp.ipSHHjQjcj
+ rm /tmp/tmp.Lx1QRLy37j /tmp/tmp.ipSHHjQjcj
+ return 0
+ kubectl_bin delete deploy psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.iGMY9idLYN
++ mktemp
+ local LAST_ERR=/tmp/tmp.sqTJZtFbeD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete deploy psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iGMY9idLYN
deployment.apps "psmdb-client" deleted from version-service-31306 namespace
+ cat /tmp/tmp.sqTJZtFbeD
+ rm /tmp/tmp.iGMY9idLYN /tmp/tmp.sqTJZtFbeD
+ return 0
+ sleep 30
+ cases=("version-service-exact" "version-service-recommended" "version-service-latest" "version-service-major" "version-service-unreachable")
+ expected_images=("percona/percona-server-mongodb:6.0.3-2" "percona/percona-server-mongodb:8.0.4-1-multi" "percona/percona-server-mongodb:8.0.4-1-multi" "percona/percona-server-mongodb:6.0.4-3" "$IMAGE_MONGOD")
+ for i in "${!cases[@]}"
+ desc 'test version-service-exact'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-exact
-----------------------------------------------------------------------------------

+ cluster=version-service-exact
+ expected_image=percona/percona-server-mongodb:6.0.3-2
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.aw5kThjGqv
++ mktemp
+ local LAST_ERR=/tmp/tmp.vM7Iswi7sM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aw5kThjGqv
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.vM7Iswi7sM
+ rm /tmp/tmp.aw5kThjGqv /tmp/tmp.vM7Iswi7sM
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.gmDi8fEyxX
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/version-service-exact-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f -
+ yq eval $'\n\t\t.spec.backup.enabled = false |\n\t\tdel(.spec.backup.tasks) |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.gmDi8fEyxX
++ mktemp
+ local LAST_OUT=/tmp/tmp.Wt3CCJPU97
++ mktemp
+ local LAST_ERR=/tmp/tmp.hkTLqLEM4w
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Wt3CCJPU97
perconaservermongodb.psmdb.percona.com/version-service-exact created
+ cat /tmp/tmp.hkTLqLEM4w
+ rm /tmp/tmp.Wt3CCJPU97 /tmp/tmp.hkTLqLEM4w
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-exact-rs0 3
+ local name=version-service-exact-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-exact
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-exact-rs0-0
+ local pod=version-service-exact-rs0-0
+ set +o xtrace
waiting for pod/version-service-exact-rs0-0 to be ready......................OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-exact-rs0-1
+ local pod=version-service-exact-rs0-1
+ set +o xtrace
waiting for pod/version-service-exact-rs0-1 to be ready...............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q8j8PsUvWN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vBlFnj7sje
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.q8j8PsUvWN
++ cat /tmp/tmp.vBlFnj7sje
++ rm /tmp/tmp.q8j8PsUvWN /tmp/tmp.vBlFnj7sje
++ return 0
+ [[ '' == true ]]
+ wait_pod version-service-exact-rs0-2
+ local pod=version-service-exact-rs0-2
+ set +o xtrace
waiting for pod/version-service-exact-rs0-2 to be ready.................OK
++ kubectl_bin get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.V3Y6jltExl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m0jI3CV7Db
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.V3Y6jltExl
++ cat /tmp/tmp.m0jI3CV7Db
++ rm /tmp/tmp.V3Y6jltExl /tmp/tmp.m0jI3CV7Db
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.onnl8LerBk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bxLr0ellIx
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.onnl8LerBk
++ cat /tmp/tmp.bxLr0ellIx
++ rm /tmp/tmp.onnl8LerBk /tmp/tmp.bxLr0ellIx
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-exact-rs0
+ local resource=statefulset/version-service-exact-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-exact-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.n6qnQWnDTh
++ mktemp
+ local LAST_ERR=/tmp/tmp.KfJXAkimsL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-exact-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.n6qnQWnDTh
+ cat /tmp/tmp.KfJXAkimsL
+ rm /tmp/tmp.n6qnQWnDTh /tmp/tmp.KfJXAkimsL
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-exact-rs0 OK'
+ set +o xtrace
[2026-04-02T16:47:37+0000] compare_kubectl: statefulset/version-service-exact-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-exact-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-exact-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-exact-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jvk7KKEdxp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N0qOCp5IbJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jvk7KKEdxp
++ cat /tmp/tmp.N0qOCp5IbJ
++ rm /tmp/tmp.jvk7KKEdxp /tmp/tmp.N0qOCp5IbJ
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-exact-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ifrwx9EP1f
++ mktemp
+ local LAST_ERR=/tmp/tmp.nGa62z1Rcb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-exact-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ifrwx9EP1f
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-exact-rs0-2.version-service-exact-rs0.version-service-31306.svc.cluster.local:27017,version-service-exact-rs0-1.version-service-exact-rs0.version-service-31306.svc.cluster.local:27017,version-service-exact-rs0-0.version-service-exact-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("17a9f4a3-63db-46cf-abad-4fea6171f2b2") }
Percona Server for MongoDB server version: v6.0.3-2
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.nGa62z1Rcb
+ rm /tmp/tmp.Ifrwx9EP1f /tmp/tmp.nGa62z1Rcb
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-exact-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-exact-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-exact-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IYWKq00RbH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qtLwLUR7J9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IYWKq00RbH
++ cat /tmp/tmp.qtLwLUR7J9
++ rm /tmp/tmp.IYWKq00RbH /tmp/tmp.qtLwLUR7J9
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-exact-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.bdubezX8uA
++ mktemp
+ local LAST_ERR=/tmp/tmp.lbJvcEh04k
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-exact-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bdubezX8uA
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-exact-rs0-0.version-service-exact-rs0.version-service-31306.svc.cluster.local:27017,version-service-exact-rs0-2.version-service-exact-rs0.version-service-31306.svc.cluster.local:27017,version-service-exact-rs0-1.version-service-exact-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("02878e79-6e0f-4617-8892-741a89de66dc") }
Percona Server for MongoDB server version: v6.0.3-2
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.lbJvcEh04k
+ rm /tmp/tmp.bdubezX8uA /tmp/tmp.lbJvcEh04k
+ return 0
+ compare_kubectl statefulset/version-service-exact-rs0
+ local resource=statefulset/version-service-exact-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-exact-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qJI7tmYUsf
++ mktemp
+ local LAST_ERR=/tmp/tmp.pxplD02hXP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-exact-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qJI7tmYUsf
+ cat /tmp/tmp.pxplD02hXP
+ rm /tmp/tmp.qJI7tmYUsf /tmp/tmp.pxplD02hXP
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-exact-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-exact-rs0 OK'
+ set +o xtrace
[2026-04-02T16:47:41+0000] compare_kubectl: statefulset/version-service-exact-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-exact-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.3-2
+ '[' percona/percona-server-mongodb:6.0.3-2 '!=' percona/percona-server-mongodb:6.0.3-2 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-exact-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.3-2
+ '[' percona/percona-server-mongodb:6.0.3-2 '!=' percona/percona-server-mongodb:6.0.3-2 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-exact-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.3-2
+ '[' percona/percona-server-mongodb:6.0.3-2 '!=' percona/percona-server-mongodb:6.0.3-2 ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.OvpZUdkxTj
++ mktemp
+ local LAST_ERR=/tmp/tmp.GQkoCARcad
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OvpZUdkxTj
perconaservermongodb.psmdb.percona.com "version-service-exact" deleted from version-service-31306 namespace
+ cat /tmp/tmp.GQkoCARcad
+ rm /tmp/tmp.OvpZUdkxTj /tmp/tmp.GQkoCARcad
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QKrt4uwXk4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fIDUhxZb2a
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QKrt4uwXk4
++ cat /tmp/tmp.fIDUhxZb2a
++ rm /tmp/tmp.QKrt4uwXk4 /tmp/tmp.fIDUhxZb2a
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-gv2jr
pod "percona-server-mongodb-operator-7dd48c458f-gv2jr" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-recommended'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-recommended
-----------------------------------------------------------------------------------

+ cluster=version-service-recommended
+ expected_image=percona/percona-server-mongodb:8.0.4-1-multi
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.aRon9Z5jmG
++ mktemp
+ local LAST_ERR=/tmp/tmp.c7akvdzSpd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aRon9Z5jmG
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.c7akvdzSpd
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.aRon9Z5jmG /tmp/tmp.c7akvdzSpd
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.QgTfOvpBS5
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/version-service-recommended-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ yq eval $'\n\t\t.spec.backup.enabled = false |\n\t\tdel(.spec.backup.tasks) |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.QgTfOvpBS5
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.hKejFwmmy5
++ mktemp
+ local LAST_ERR=/tmp/tmp.QcJ1acCUAC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hKejFwmmy5
perconaservermongodb.psmdb.percona.com/version-service-recommended created
+ cat /tmp/tmp.QcJ1acCUAC
+ rm /tmp/tmp.hKejFwmmy5 /tmp/tmp.QcJ1acCUAC
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-recommended-rs0 3
+ local name=version-service-recommended-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-recommended
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-recommended-rs0-0
+ local pod=version-service-recommended-rs0-0
+ set +o xtrace
waiting for pod/version-service-recommended-rs0-0 to be ready...............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-recommended-rs0-1
+ local pod=version-service-recommended-rs0-1
+ set +o xtrace
waiting for pod/version-service-recommended-rs0-1 to be ready................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.K6fV5nsBfu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m8BPTFfxhk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.K6fV5nsBfu
++ cat /tmp/tmp.m8BPTFfxhk
++ rm /tmp/tmp.K6fV5nsBfu /tmp/tmp.m8BPTFfxhk
++ return 0
+ [[ '' == true ]]
+ wait_pod version-service-recommended-rs0-2
+ local pod=version-service-recommended-rs0-2
+ set +o xtrace
waiting for pod/version-service-recommended-rs0-2 to be ready.................OK
++ kubectl_bin get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OBOVNNTJhp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OUbSY4aPwp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OBOVNNTJhp
++ cat /tmp/tmp.OUbSY4aPwp
++ rm /tmp/tmp.OBOVNNTJhp /tmp/tmp.OUbSY4aPwp
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cs7Dw9jTxN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0xbZXnSP3q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cs7Dw9jTxN
++ cat /tmp/tmp.0xbZXnSP3q
++ rm /tmp/tmp.cs7Dw9jTxN /tmp/tmp.0xbZXnSP3q
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-recommended-rs0
+ local resource=statefulset/version-service-recommended-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-recommended-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.wp3pAvBKwE
++ mktemp
+ local LAST_ERR=/tmp/tmp.KzGH5GzAh5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-recommended-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wp3pAvBKwE
+ cat /tmp/tmp.KzGH5GzAh5
+ rm /tmp/tmp.wp3pAvBKwE /tmp/tmp.KzGH5GzAh5
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-recommended-rs0 OK'
+ set +o xtrace
[2026-04-02T16:49:59+0000] compare_kubectl: statefulset/version-service-recommended-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vk5XJdCjZh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mGL45wxKCb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vk5XJdCjZh
++ cat /tmp/tmp.mGL45wxKCb
++ rm /tmp/tmp.vk5XJdCjZh /tmp/tmp.mGL45wxKCb
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.0Hkv9YE7xS
++ mktemp
+ local LAST_ERR=/tmp/tmp.CQ3k24Y9LO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0Hkv9YE7xS
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-recommended-rs0-2.version-service-recommended-rs0.version-service-31306.svc.cluster.local:27017,version-service-recommended-rs0-1.version-service-recommended-rs0.version-service-31306.svc.cluster.local:27017,version-service-recommended-rs0-0.version-service-recommended-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("762e1e19-7be3-489c-a462-d4a137f1208e") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.CQ3k24Y9LO
+ rm /tmp/tmp.0Hkv9YE7xS /tmp/tmp.CQ3k24Y9LO
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-recommended-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-recommended-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-recommended-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EaTXmPFtJf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rYFJ3Z5m02
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EaTXmPFtJf
++ cat /tmp/tmp.rYFJ3Z5m02
++ rm /tmp/tmp.EaTXmPFtJf /tmp/tmp.rYFJ3Z5m02
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-recommended-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.6PzFPl1hAE
++ mktemp
+ local LAST_ERR=/tmp/tmp.m2QTqvNYzh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-recommended-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6PzFPl1hAE
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-recommended-rs0-2.version-service-recommended-rs0.version-service-31306.svc.cluster.local:27017,version-service-recommended-rs0-1.version-service-recommended-rs0.version-service-31306.svc.cluster.local:27017,version-service-recommended-rs0-0.version-service-recommended-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("a033f2c0-5201-440e-a23b-e66e98918878") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.m2QTqvNYzh
+ rm /tmp/tmp.6PzFPl1hAE /tmp/tmp.m2QTqvNYzh
+ return 0
+ compare_kubectl statefulset/version-service-recommended-rs0
+ local resource=statefulset/version-service-recommended-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-recommended-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.h5NZ84PYcs
++ mktemp
+ local LAST_ERR=/tmp/tmp.dm8EzgJs60
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-recommended-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.h5NZ84PYcs
+ cat /tmp/tmp.dm8EzgJs60
+ rm /tmp/tmp.h5NZ84PYcs /tmp/tmp.dm8EzgJs60
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-recommended-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-recommended-rs0 OK'
+ set +o xtrace
[2026-04-02T16:50:03+0000] compare_kubectl: statefulset/version-service-recommended-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-recommended-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-recommended-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-recommended-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.595Pr5mcOT
++ mktemp
+ local LAST_ERR=/tmp/tmp.U5j7GnSwpW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.595Pr5mcOT
perconaservermongodb.psmdb.percona.com "version-service-recommended" deleted from version-service-31306 namespace
+ cat /tmp/tmp.U5j7GnSwpW
+ rm /tmp/tmp.595Pr5mcOT /tmp/tmp.U5j7GnSwpW
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CpuNPfrK6M
+++ mktemp
++ local LAST_ERR=/tmp/tmp.X4PdrXW6Wg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CpuNPfrK6M
++ cat /tmp/tmp.X4PdrXW6Wg
++ rm /tmp/tmp.CpuNPfrK6M /tmp/tmp.X4PdrXW6Wg
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-ksvjn
pod "percona-server-mongodb-operator-7dd48c458f-ksvjn" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-latest'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-latest
-----------------------------------------------------------------------------------

+ cluster=version-service-latest
+ expected_image=percona/percona-server-mongodb:8.0.4-1-multi
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.BU258viNgh
++ mktemp
+ local LAST_ERR=/tmp/tmp.XFMi2zrweY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BU258viNgh
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.XFMi2zrweY
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.BU258viNgh /tmp/tmp.XFMi2zrweY
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.ceYKKbf9J5
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/version-service-latest-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f -
+ yq eval $'\n\t\t.spec.backup.enabled = false |\n\t\tdel(.spec.backup.tasks) |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.ceYKKbf9J5
++ mktemp
+ local LAST_OUT=/tmp/tmp.a2lGBzAmdc
++ mktemp
+ local LAST_ERR=/tmp/tmp.ngIWAB3Pe5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.a2lGBzAmdc
perconaservermongodb.psmdb.percona.com/version-service-latest created
+ cat /tmp/tmp.ngIWAB3Pe5
+ rm /tmp/tmp.a2lGBzAmdc /tmp/tmp.ngIWAB3Pe5
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-latest-rs0 3
+ local name=version-service-latest-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-latest
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-latest-rs0-0
+ local pod=version-service-latest-rs0-0
+ set +o xtrace
waiting for pod/version-service-latest-rs0-0 to be ready................OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-latest-rs0-1
+ local pod=version-service-latest-rs0-1
+ set +o xtrace
waiting for pod/version-service-latest-rs0-1 to be ready..............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IWoUCQfx7z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IW37V8oWhl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IWoUCQfx7z
++ cat /tmp/tmp.IW37V8oWhl
++ rm /tmp/tmp.IWoUCQfx7z /tmp/tmp.IW37V8oWhl
++ return 0
+ [[ '' == true ]]
+ wait_pod version-service-latest-rs0-2
+ local pod=version-service-latest-rs0-2
+ set +o xtrace
waiting for pod/version-service-latest-rs0-2 to be ready..................OK
++ kubectl_bin get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0ekRTg3KsW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HMiBYnNgyk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0ekRTg3KsW
++ cat /tmp/tmp.HMiBYnNgyk
++ rm /tmp/tmp.0ekRTg3KsW /tmp/tmp.HMiBYnNgyk
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vc4VpFnguE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.00o6cC95ff
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Vc4VpFnguE
++ cat /tmp/tmp.00o6cC95ff
++ rm /tmp/tmp.Vc4VpFnguE /tmp/tmp.00o6cC95ff
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-latest-rs0
+ local resource=statefulset/version-service-latest-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-latest-rs0
++ mktemp
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.D8gvODZQoJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.SvU4yyoY5l
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-latest-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.D8gvODZQoJ
+ cat /tmp/tmp.SvU4yyoY5l
+ rm /tmp/tmp.D8gvODZQoJ /tmp/tmp.SvU4yyoY5l
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-latest-rs0 OK'
+ set +o xtrace
[2026-04-02T16:52:23+0000] compare_kubectl: statefulset/version-service-latest-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-latest-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-latest-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-latest-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sj3HcpMrlA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xiA3eEpo0i
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sj3HcpMrlA
++ cat /tmp/tmp.xiA3eEpo0i
++ rm /tmp/tmp.sj3HcpMrlA /tmp/tmp.xiA3eEpo0i
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-latest-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.kPpMPIhOtJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.jxpVULZ77u
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-latest-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kPpMPIhOtJ
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-latest-rs0-2.version-service-latest-rs0.version-service-31306.svc.cluster.local:27017,version-service-latest-rs0-1.version-service-latest-rs0.version-service-31306.svc.cluster.local:27017,version-service-latest-rs0-0.version-service-latest-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("e568d11e-3bc3-4b97-b6b6-91fdc0e8ff07") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.jxpVULZ77u
+ rm /tmp/tmp.kPpMPIhOtJ /tmp/tmp.jxpVULZ77u
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-latest-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-latest-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-latest-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EjRcOEhGAT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Mn2SM8IrMo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EjRcOEhGAT
++ cat /tmp/tmp.Mn2SM8IrMo
++ rm /tmp/tmp.EjRcOEhGAT /tmp/tmp.Mn2SM8IrMo
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-latest-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.FDk175BwuG
++ mktemp
+ local LAST_ERR=/tmp/tmp.gXxyZbE1w9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-latest-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FDk175BwuG
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-latest-rs0-0.version-service-latest-rs0.version-service-31306.svc.cluster.local:27017,version-service-latest-rs0-2.version-service-latest-rs0.version-service-31306.svc.cluster.local:27017,version-service-latest-rs0-1.version-service-latest-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("2e429190-0a00-47c9-9a8f-4f0795881bcf") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.gXxyZbE1w9
+ rm /tmp/tmp.FDk175BwuG /tmp/tmp.gXxyZbE1w9
+ return 0
+ compare_kubectl statefulset/version-service-latest-rs0
+ local resource=statefulset/version-service-latest-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-latest-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.oHb10ZMCZt
++ mktemp
+ local LAST_ERR=/tmp/tmp.HgEqsGoe1I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-latest-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oHb10ZMCZt
+ cat /tmp/tmp.HgEqsGoe1I
+ rm /tmp/tmp.oHb10ZMCZt /tmp/tmp.HgEqsGoe1I
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-latest-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-latest-rs0 OK'
+ set +o xtrace
[2026-04-02T16:52:27+0000] compare_kubectl: statefulset/version-service-latest-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-latest-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-latest-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-latest-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.A2XxrJBYRr
++ mktemp
+ local LAST_ERR=/tmp/tmp.Zy5t2DpcbB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.A2XxrJBYRr
perconaservermongodb.psmdb.percona.com "version-service-latest" deleted from version-service-31306 namespace
+ cat /tmp/tmp.Zy5t2DpcbB
+ rm /tmp/tmp.A2XxrJBYRr /tmp/tmp.Zy5t2DpcbB
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KXxyI1e0z2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jWjIRynYne
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KXxyI1e0z2
++ cat /tmp/tmp.jWjIRynYne
++ rm /tmp/tmp.KXxyI1e0z2 /tmp/tmp.jWjIRynYne
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-7l6n4
pod "percona-server-mongodb-operator-7dd48c458f-7l6n4" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-major'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-major
-----------------------------------------------------------------------------------

+ cluster=version-service-major
+ expected_image=percona/percona-server-mongodb:6.0.4-3
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.yO8IyPGwbb
++ mktemp
+ local LAST_ERR=/tmp/tmp.lgOGP6WNJM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yO8IyPGwbb
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.lgOGP6WNJM
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.yO8IyPGwbb /tmp/tmp.lgOGP6WNJM
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.Vha2E33gEK
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/version-service-major-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ yq eval $'\n\t\t.spec.backup.enabled = false |\n\t\tdel(.spec.backup.tasks) |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.Vha2E33gEK
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.yCNcJ00IUd
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z8GRtTqfnH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yCNcJ00IUd
perconaservermongodb.psmdb.percona.com/version-service-major created
+ cat /tmp/tmp.Z8GRtTqfnH
+ rm /tmp/tmp.yCNcJ00IUd /tmp/tmp.Z8GRtTqfnH
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-major-rs0 3
+ local name=version-service-major-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-major
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-major-rs0-0
+ local pod=version-service-major-rs0-0
+ set +o xtrace
waiting for pod/version-service-major-rs0-0 to be ready.......................OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-major-rs0-1
+ local pod=version-service-major-rs0-1
+ set +o xtrace
waiting for pod/version-service-major-rs0-1 to be ready......................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4JGimSP1yV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o8wTcraaTQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4JGimSP1yV
++ cat /tmp/tmp.o8wTcraaTQ
++ rm /tmp/tmp.4JGimSP1yV /tmp/tmp.o8wTcraaTQ
++ return 0
+ [[ '' == true ]]
+ wait_pod version-service-major-rs0-2
+ local pod=version-service-major-rs0-2
+ set +o xtrace
waiting for pod/version-service-major-rs0-2 to be ready......................OK
++ kubectl_bin get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GLoMrUX58m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PMvk3FIO2u
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GLoMrUX58m
++ cat /tmp/tmp.PMvk3FIO2u
++ rm /tmp/tmp.GLoMrUX58m /tmp/tmp.PMvk3FIO2u
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6bmXSaNdqt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZUKDWJE6kL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6bmXSaNdqt
++ cat /tmp/tmp.ZUKDWJE6kL
++ rm /tmp/tmp.6bmXSaNdqt /tmp/tmp.ZUKDWJE6kL
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-major-rs0
+ local resource=statefulset/version-service-major-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-major-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.QTubKaiUXl
++ mktemp
+ local LAST_ERR=/tmp/tmp.oxOBIS4vZw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-major-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QTubKaiUXl
+ cat /tmp/tmp.oxOBIS4vZw
+ rm /tmp/tmp.QTubKaiUXl /tmp/tmp.oxOBIS4vZw
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-major-rs0 OK'
+ set +o xtrace
[2026-04-02T16:55:17+0000] compare_kubectl: statefulset/version-service-major-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-major-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-major-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-major-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rgxcG9bSNB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5hrUhi6iEh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rgxcG9bSNB
++ cat /tmp/tmp.5hrUhi6iEh
++ rm /tmp/tmp.rgxcG9bSNB /tmp/tmp.5hrUhi6iEh
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-major-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.bqgHqnp3c5
++ mktemp
+ local LAST_ERR=/tmp/tmp.gu3V7QKsdJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-major-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bqgHqnp3c5
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-major-rs0-2.version-service-major-rs0.version-service-31306.svc.cluster.local:27017,version-service-major-rs0-1.version-service-major-rs0.version-service-31306.svc.cluster.local:27017,version-service-major-rs0-0.version-service-major-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ac45c433-6b63-43a2-8233-3332be19804f") }
Percona Server for MongoDB server version: v6.0.4-3
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.gu3V7QKsdJ
+ rm /tmp/tmp.bqgHqnp3c5 /tmp/tmp.gu3V7QKsdJ
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-major-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-major-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-major-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O39G18iRyi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ydjalMghNK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.O39G18iRyi
++ cat /tmp/tmp.ydjalMghNK
++ rm /tmp/tmp.O39G18iRyi /tmp/tmp.ydjalMghNK
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-major-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.HikqPXGsgD
++ mktemp
+ local LAST_ERR=/tmp/tmp.6YnKLMFMHO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-major-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HikqPXGsgD
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-major-rs0-2.version-service-major-rs0.version-service-31306.svc.cluster.local:27017,version-service-major-rs0-1.version-service-major-rs0.version-service-31306.svc.cluster.local:27017,version-service-major-rs0-0.version-service-major-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("1bd250d7-7389-4d95-94ad-2ed4d7ab26b5") }
Percona Server for MongoDB server version: v6.0.4-3
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.6YnKLMFMHO
+ rm /tmp/tmp.HikqPXGsgD /tmp/tmp.6YnKLMFMHO
+ return 0
+ compare_kubectl statefulset/version-service-major-rs0
+ local resource=statefulset/version-service-major-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-major-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.MieVAxqFUv
++ mktemp
+ local LAST_ERR=/tmp/tmp.8buEz21R12
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-major-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MieVAxqFUv
+ cat /tmp/tmp.8buEz21R12
+ rm /tmp/tmp.MieVAxqFUv /tmp/tmp.8buEz21R12
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-major-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-major-rs0 OK'
+ set +o xtrace
[2026-04-02T16:55:21+0000] compare_kubectl: statefulset/version-service-major-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-major-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.4-3
+ '[' percona/percona-server-mongodb:6.0.4-3 '!=' percona/percona-server-mongodb:6.0.4-3 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-major-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.4-3
+ '[' percona/percona-server-mongodb:6.0.4-3 '!=' percona/percona-server-mongodb:6.0.4-3 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-major-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.4-3
+ '[' percona/percona-server-mongodb:6.0.4-3 '!=' percona/percona-server-mongodb:6.0.4-3 ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.r1PVla3OlV
++ mktemp
+ local LAST_ERR=/tmp/tmp.boEiF9utXT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.r1PVla3OlV
perconaservermongodb.psmdb.percona.com "version-service-major" deleted from version-service-31306 namespace
+ cat /tmp/tmp.boEiF9utXT
+ rm /tmp/tmp.r1PVla3OlV /tmp/tmp.boEiF9utXT
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s1M1SE3NlE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mQCOjxusLw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s1M1SE3NlE
++ cat /tmp/tmp.mQCOjxusLw
++ rm /tmp/tmp.s1M1SE3NlE /tmp/tmp.mQCOjxusLw
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-ktfhc
pod "percona-server-mongodb-operator-7dd48c458f-ktfhc" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-unreachable'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-unreachable
-----------------------------------------------------------------------------------

+ cluster=version-service-unreachable
+ expected_image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.HLpXI9G5aT
++ mktemp
+ local LAST_ERR=/tmp/tmp.qWGfPge3u1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HLpXI9G5aT
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.qWGfPge3u1
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.HLpXI9G5aT /tmp/tmp.qWGfPge3u1
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.VBy2VhHEUE
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2299-0b924c09%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/conf/version-service-unreachable-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ yq eval $'\n\t\t.spec.backup.enabled = false |\n\t\tdel(.spec.backup.tasks) |\n\t\t.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |\n\t\t.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.VBy2VhHEUE
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.cQQ9giEsiQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.LfUzhBRK4C
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cQQ9giEsiQ
perconaservermongodb.psmdb.percona.com/version-service-unreachable created
+ cat /tmp/tmp.LfUzhBRK4C
+ rm /tmp/tmp.cQQ9giEsiQ /tmp/tmp.LfUzhBRK4C
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-unreachable-rs0 3
+ local name=version-service-unreachable-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-unreachable
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-unreachable-rs0-0
+ local pod=version-service-unreachable-rs0-0
+ set +o xtrace
waiting for pod/version-service-unreachable-rs0-0 to be ready...................OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-unreachable-rs0-1
+ local pod=version-service-unreachable-rs0-1
+ set +o xtrace
waiting for pod/version-service-unreachable-rs0-1 to be ready.................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4VIS8zahez
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Tmz9MlDYXQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4VIS8zahez
++ cat /tmp/tmp.Tmz9MlDYXQ
++ rm /tmp/tmp.4VIS8zahez /tmp/tmp.Tmz9MlDYXQ
++ return 0
+ [[ '' == true ]]
+ wait_pod version-service-unreachable-rs0-2
+ local pod=version-service-unreachable-rs0-2
+ set +o xtrace
waiting for pod/version-service-unreachable-rs0-2 to be ready.......................OK
++ kubectl_bin get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WHav6Pqldp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UuOTcIvq4q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WHav6Pqldp
++ cat /tmp/tmp.UuOTcIvq4q
++ rm /tmp/tmp.WHav6Pqldp /tmp/tmp.UuOTcIvq4q
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WT6PIr1Oah
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6H1toMq2HC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WT6PIr1Oah
++ cat /tmp/tmp.6H1toMq2HC
++ rm /tmp/tmp.WT6PIr1Oah /tmp/tmp.6H1toMq2HC
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-unreachable-rs0
+ local resource=statefulset/version-service-unreachable-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-unreachable-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.TZwD5wdZKd
++ mktemp
+ local LAST_ERR=/tmp/tmp.7Haa25hUzv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-unreachable-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TZwD5wdZKd
+ cat /tmp/tmp.7Haa25hUzv
+ rm /tmp/tmp.TZwD5wdZKd /tmp/tmp.7Haa25hUzv
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-unreachable-rs0 OK'
+ set +o xtrace
[2026-04-02T16:57:57+0000] compare_kubectl: statefulset/version-service-unreachable-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-31306
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SBzpeBirn7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WrqgXcvvjh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SBzpeBirn7
++ cat /tmp/tmp.WrqgXcvvjh
++ rm /tmp/tmp.SBzpeBirn7 /tmp/tmp.WrqgXcvvjh
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.80uFhJcUJf
++ mktemp
+ local LAST_ERR=/tmp/tmp.VExXEhJBoW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.80uFhJcUJf
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-unreachable-rs0-1.version-service-unreachable-rs0.version-service-31306.svc.cluster.local:27017,version-service-unreachable-rs0-0.version-service-unreachable-rs0.version-service-31306.svc.cluster.local:27017,version-service-unreachable-rs0-2.version-service-unreachable-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("4e8ead19-eea4-4510-b2bd-0f8dc2a6ecb3") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.VExXEhJBoW
+ rm /tmp/tmp.80uFhJcUJf /tmp/tmp.VExXEhJBoW
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-unreachable-rs0.version-service-31306
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-unreachable-rs0.version-service-31306
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-unreachable-rs0.version-service-31306 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HQhiRJA8GQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IqGtJyfdZz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HQhiRJA8GQ
++ cat /tmp/tmp.IqGtJyfdZz
++ rm /tmp/tmp.HQhiRJA8GQ /tmp/tmp.IqGtJyfdZz
++ return 0
+ local client_container=psmdb-client-bb8b97679-n4g7z
+ kubectl_bin exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-unreachable-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.vJuolRFTQv
++ mktemp
+ local LAST_ERR=/tmp/tmp.KfKuKgI464
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-n4g7z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-unreachable-rs0.version-service-31306.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vJuolRFTQv
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-unreachable-rs0-0.version-service-unreachable-rs0.version-service-31306.svc.cluster.local:27017,version-service-unreachable-rs0-2.version-service-unreachable-rs0.version-service-31306.svc.cluster.local:27017,version-service-unreachable-rs0-1.version-service-unreachable-rs0.version-service-31306.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("bd0e72d4-d5ec-4653-be5c-7aa76d626560") }
Percona Server for MongoDB server version: v8.0.20-8
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.KfKuKgI464
+ rm /tmp/tmp.vJuolRFTQv /tmp/tmp.KfKuKgI464
+ return 0
+ compare_kubectl statefulset/version-service-unreachable-rs0
+ local resource=statefulset/version-service-unreachable-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml
+ local new_result=/tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-unreachable-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("version-service-31306", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.3xQShc6VOW
++ mktemp
+ local LAST_ERR=/tmp/tmp.m9VRqxADE0
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-unreachable-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3xQShc6VOW
+ cat /tmp/tmp.m9VRqxADE0
+ rm /tmp/tmp.3xQShc6VOW /tmp/tmp.m9VRqxADE0
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml /tmp/tmp.u5at0yO2b5/statefulset_version-service-unreachable-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-unreachable-rs0 OK'
+ set +o xtrace
[2026-04-02T16:58:01+0000] compare_kubectl: statefulset/version-service-unreachable-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-unreachable-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ '[' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 '!=' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-unreachable-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ '[' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 '!=' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-unreachable-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ '[' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 '!=' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.funZfWbeWq
++ mktemp
+ local LAST_ERR=/tmp/tmp.H3BnNy9eIP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.funZfWbeWq
perconaservermongodb.psmdb.percona.com "version-service-unreachable" deleted from version-service-31306 namespace
+ cat /tmp/tmp.H3BnNy9eIP
+ rm /tmp/tmp.funZfWbeWq /tmp/tmp.H3BnNy9eIP
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zVOFkwbF9i
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jn4PsFVDtO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zVOFkwbF9i
++ cat /tmp/tmp.jn4PsFVDtO
++ rm /tmp/tmp.zVOFkwbF9i /tmp/tmp.jn4PsFVDtO
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-7dd48c458f-gcv6q
pod "percona-server-mongodb-operator-7dd48c458f-gcv6q" deleted from psmdb-operator namespace
+ sleep 10
+ destroy version-service-31306
+ local namespace=version-service-31306
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WVW197YmTq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.51dr6y9vPR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WVW197YmTq
++ cat /tmp/tmp.51dr6y9vPR
No resources found in version-service-31306 namespace.
++ rm /tmp/tmp.WVW197YmTq /tmp/tmp.51dr6y9vPR
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.3zBQGrI86w
++ mktemp
+ local LAST_ERR=/tmp/tmp.syNXtqK5a4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3zBQGrI86w
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.syNXtqK5a4
+ rm /tmp/tmp.3zBQGrI86w /tmp/tmp.syNXtqK5a4
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.8H2Th93Kfr
++ mktemp
+ local LAST_ERR=/tmp/tmp.sVVVbsF1s5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8H2Th93Kfr
+ cat /tmp/tmp.sVVVbsF1s5
+ rm /tmp/tmp.8H2Th93Kfr /tmp/tmp.sVVVbsF1s5
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.4tmNpK3Uqg
++ mktemp
+ local LAST_ERR=/tmp/tmp.xAQUkrw1ge
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4tmNpK3Uqg
+ cat /tmp/tmp.xAQUkrw1ge
+ rm /tmp/tmp.4tmNpK3Uqg /tmp/tmp.xAQUkrw1ge
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.ieeVnqrbDV
++ mktemp
+ local LAST_ERR=/tmp/tmp.pYNBLC57Ez
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ieeVnqrbDV
+ cat /tmp/tmp.pYNBLC57Ez
+ rm /tmp/tmp.ieeVnqrbDV /tmp/tmp.pYNBLC57Ez
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.3uXsn4pNBJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.O0vIZbFfEa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2299/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3uXsn4pNBJ
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.O0vIZbFfEa
+ rm /tmp/tmp.3uXsn4pNBJ /tmp/tmp.O0vIZbFfEa
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.WK0PFGRtUX
++ mktemp
+ local LAST_ERR=/tmp/tmp.IFlRSy1lzj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.WK0PFGRtUX
+ cat /tmp/tmp.IFlRSy1lzj
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.WK0PFGRtUX
+ cat /tmp/tmp.IFlRSy1lzj
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.WK0PFGRtUX
+ cat /tmp/tmp.IFlRSy1lzj
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.WK0PFGRtUX
+ cat /tmp/tmp.IFlRSy1lzj
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.WK0PFGRtUX /tmp/tmp.IFlRSy1lzj
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ rm -rf /tmp/tmp.u5at0yO2b5
+ kubectl_bin delete --grace-period=0 --force=true namespace version-service-31306
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.yY03FAIGQ5
+ local LAST_OUT=/tmp/tmp.FFSPq61u4U
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.20RWqOeUHK
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.95DK5fHYns
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace version-service-31306