Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/logs/version-service.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ create_infra version-service-8401
+ local ns=version-service-8401
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.I1a8fuMIW5
++ mktemp
+ local LAST_ERR=/tmp/tmp.xRqpJfU4BS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.I1a8fuMIW5
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.xRqpJfU4BS
+ rm /tmp/tmp.I1a8fuMIW5 /tmp/tmp.xRqpJfU4BS
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.XFMbYL2Gjy
++ mktemp
+ local LAST_ERR=/tmp/tmp.q6uAoFeUoR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XFMbYL2Gjy
+ cat /tmp/tmp.q6uAoFeUoR
+ rm /tmp/tmp.XFMbYL2Gjy /tmp/tmp.q6uAoFeUoR
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.xtoe233vKU
++ mktemp
+ local LAST_ERR=/tmp/tmp.nVOhyik5NH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xtoe233vKU
+ cat /tmp/tmp.nVOhyik5NH
+ rm /tmp/tmp.xtoe233vKU /tmp/tmp.nVOhyik5NH
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.wpCavgjxpT
++ mktemp
+ local LAST_ERR=/tmp/tmp.GXneQf3RWi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wpCavgjxpT
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met
+ cat /tmp/tmp.GXneQf3RWi
+ rm /tmp/tmp.wpCavgjxpT /tmp/tmp.GXneQf3RWi
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.IblirA2UzO
++ mktemp
+ local LAST_ERR=/tmp/tmp.kA4pFbdJpx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IblirA2UzO
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.kA4pFbdJpx
+ rm /tmp/tmp.IblirA2UzO /tmp/tmp.kA4pFbdJpx
+ return 0
+ check_crd_for_deletion PR-2266-f9fc55604
+ local git_tag=PR-2266-f9fc55604
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2266-f9fc55604/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qAY8Cc9O1f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VkpWqBrT8k
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.qAY8Cc9O1f
++ cat /tmp/tmp.VkpWqBrT8k
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.qAY8Cc9O1f
++ cat /tmp/tmp.VkpWqBrT8k
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.qAY8Cc9O1f
++ cat /tmp/tmp.VkpWqBrT8k
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.qAY8Cc9O1f
++ cat /tmp/tmp.VkpWqBrT8k
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.qAY8Cc9O1f /tmp/tmp.VkpWqBrT8k
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
++ mktemp
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.RWfzwAkjdV
++ mktemp
+ local LAST_OUT=/tmp/tmp.09ZbsOjG1C
++ mktemp
+ local LAST_ERR=/tmp/tmp.dReckIMbOu
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.BFuM5KTEsN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ for i in $(seq 0 2)
+ kubectl get ns
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RWfzwAkjdV
+ cat /tmp/tmp.dReckIMbOu
+ rm /tmp/tmp.RWfzwAkjdV /tmp/tmp.dReckIMbOu
+ return 0
namespace "version-service-30260" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.09ZbsOjG1C
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.BFuM5KTEsN
+ rm /tmp/tmp.09ZbsOjG1C /tmp/tmp.BFuM5KTEsN
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.YKMceE9oMe
++ mktemp
+ local LAST_ERR=/tmp/tmp.B2MBroWPjV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YKMceE9oMe
+ cat /tmp/tmp.B2MBroWPjV
+ rm /tmp/tmp.YKMceE9oMe /tmp/tmp.B2MBroWPjV
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZqGNJ8u2gE
++ mktemp
+ local LAST_ERR=/tmp/tmp.qqVm82SqSf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZqGNJ8u2gE
namespace/psmdb-operator created
+ cat /tmp/tmp.qqVm82SqSf
+ rm /tmp/tmp.ZqGNJ8u2gE /tmp/tmp.qqVm82SqSf
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ACjQKxgzcI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cfttOSO04A
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ACjQKxgzcI
++ cat /tmp/tmp.cfttOSO04A
++ rm /tmp/tmp.ACjQKxgzcI /tmp/tmp.cfttOSO04A
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2266-f9fc55604-9-cluster15 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.8KIGdpqwo1
++ mktemp
+ local LAST_ERR=/tmp/tmp.CfYJkAeKee
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2266-f9fc55604-9-cluster15 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8KIGdpqwo1
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2266-f9fc55604-9-cluster15" modified.
+ cat /tmp/tmp.CfYJkAeKee
+ rm /tmp/tmp.8KIGdpqwo1 /tmp/tmp.CfYJkAeKee
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.IrAXXqM0YZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.IDBbQu0nkP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IrAXXqM0YZ
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.IDBbQu0nkP
+ rm /tmp/tmp.IrAXXqM0YZ /tmp/tmp.IDBbQu0nkP
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.QKMQf5xW3G
++ mktemp
+ local LAST_ERR=/tmp/tmp.P694xtGb85
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QKMQf5xW3G
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.P694xtGb85
+ rm /tmp/tmp.QKMQf5xW3G /tmp/tmp.P694xtGb85
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.koaHngI3eq
++ mktemp
+ local LAST_ERR=/tmp/tmp.XXriJxsG3J
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.koaHngI3eq
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.XXriJxsG3J
+ rm /tmp/tmp.koaHngI3eq /tmp/tmp.XXriJxsG3J
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ezWU6nZIcp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hSlb4rgAyv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ezWU6nZIcp
++ cat /tmp/tmp.hSlb4rgAyv
++ rm /tmp/tmp.ezWU6nZIcp /tmp/tmp.hSlb4rgAyv
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-5554c4df68-hbphx
+ local pod=percona-server-mongodb-operator-5554c4df68-hbphx
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-5554c4df68-hbphx to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T79uVBk9j9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0YEGKUJmuH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.T79uVBk9j9
++ cat /tmp/tmp.0YEGKUJmuH
++ rm /tmp/tmp.T79uVBk9j9 /tmp/tmp.0YEGKUJmuH
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-5554c4df68-hbphx
++ mktemp
+ local LAST_OUT=/tmp/tmp.ygCZzLvPQs
++ mktemp
+ local LAST_ERR=/tmp/tmp.vWaF5DbnHn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-5554c4df68-hbphx
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ygCZzLvPQs
+ cat /tmp/tmp.vWaF5DbnHn
+ rm /tmp/tmp.ygCZzLvPQs /tmp/tmp.vWaF5DbnHn
+ return 0
2026-03-10T09:25:54.425Z	INFO	setup	Manager starting up	{"gitCommit": "f9fc5560468cd2df79998ec06ba830d1104a31a3", "gitBranch": "PR-2266-f9fc55604", "buildTime": "", "goVersion": "go1.25.8", "os": "linux", "arch": "amd64"}
+ create_namespace version-service-8401
+ local namespace=version-service-8401
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ awk '{print$1}'
+ desc 'cleaned up old namespaces version-service-8401'
+ xargs kubectl delete ns
+ set +o xtrace
++ mktemp


-----------------------------------------------------------------------------------
cleaned up old namespaces version-service-8401
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace version-service-8401 --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.RmuEbC5xvX
++ mktemp
+ local LAST_OUT=/tmp/tmp.V6Ta6G495R
+ local LAST_ERR=/tmp/tmp.znrFc7YWiB
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.ZA2QNWV4uh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace version-service-8401 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RmuEbC5xvX
+ cat /tmp/tmp.znrFc7YWiB
+ rm /tmp/tmp.RmuEbC5xvX /tmp/tmp.znrFc7YWiB
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.V6Ta6G495R
+ cat /tmp/tmp.ZA2QNWV4uh
+ rm /tmp/tmp.V6Ta6G495R /tmp/tmp.ZA2QNWV4uh
+ return 0
+ kubectl_bin wait --for=delete namespace version-service-8401
++ mktemp
+ local LAST_OUT=/tmp/tmp.4ersPQtmov
++ mktemp
+ local LAST_ERR=/tmp/tmp.efJRQ4Zy7P
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace version-service-8401
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4ersPQtmov
+ cat /tmp/tmp.efJRQ4Zy7P
+ rm /tmp/tmp.4ersPQtmov /tmp/tmp.efJRQ4Zy7P
+ return 0
+ desc 'create namespace version-service-8401'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace version-service-8401
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace version-service-8401
++ mktemp
+ local LAST_OUT=/tmp/tmp.5NrqlACfo6
++ mktemp
+ local LAST_ERR=/tmp/tmp.hO0PhIrUPQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace version-service-8401
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5NrqlACfo6
namespace/version-service-8401 created
+ cat /tmp/tmp.hO0PhIrUPQ
+ rm /tmp/tmp.5NrqlACfo6 /tmp/tmp.hO0PhIrUPQ
+ return 0
+ set_kube_ctx version-service-8401
+ local namespace=version-service-8401
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nfkyfvpE0l
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fqMnri51QU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nfkyfvpE0l
++ cat /tmp/tmp.fqMnri51QU
++ rm /tmp/tmp.nfkyfvpE0l /tmp/tmp.fqMnri51QU
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2266-f9fc55604-9-cluster15 --namespace=version-service-8401
++ mktemp
+ local LAST_OUT=/tmp/tmp.kJUXmeVB7C
++ mktemp
+ local LAST_ERR=/tmp/tmp.uWXSA0Ykik
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2266-f9fc55604-9-cluster15 --namespace=version-service-8401
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kJUXmeVB7C
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2266-f9fc55604-9-cluster15" modified.
+ cat /tmp/tmp.uWXSA0Ykik
+ rm /tmp/tmp.kJUXmeVB7C /tmp/tmp.uWXSA0Ykik
+ return 0
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap -n psmdb-operator versions --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.vlkMW2Z1c8
++ mktemp
+ local LAST_ERR=/tmp/tmp.N1DqhMYdq5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create configmap -n psmdb-operator versions --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/operator.9.9.9.psmdb-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vlkMW2Z1c8
configmap/versions created
+ cat /tmp/tmp.N1DqhMYdq5
+ rm /tmp/tmp.vlkMW2Z1c8 /tmp/tmp.N1DqhMYdq5
+ return 0
+ kubectl_bin apply -n psmdb-operator -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.dOTG33fyh3
++ mktemp
+ local LAST_ERR=/tmp/tmp.xshr7PvelT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dOTG33fyh3
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.xshr7PvelT
+ rm /tmp/tmp.dOTG33fyh3 /tmp/tmp.xshr7PvelT
+ return 0
+ sleep 10
+ yq eval '(.. | select(tag == "!!str")) |= sub("version-service$", "version-service-cr")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/vs.yml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.sYWJuzEkts
++ mktemp
+ local LAST_ERR=/tmp/tmp.indKbwW1yg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sYWJuzEkts
deployment.apps/version-service-cr created
service/version-service-cr created
+ cat /tmp/tmp.indKbwW1yg
+ rm /tmp/tmp.sYWJuzEkts /tmp/tmp.indKbwW1yg
+ return 0
+ kubectl_bin -n psmdb-operator set env deploy/percona-server-mongodb-operator PERCONA_VS_FALLBACK_URI=http://version-service:11000
++ mktemp
+ local LAST_OUT=/tmp/tmp.qP0pCYxCjO
++ mktemp
+ local LAST_ERR=/tmp/tmp.CY6FahStbZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl -n psmdb-operator set env deploy/percona-server-mongodb-operator PERCONA_VS_FALLBACK_URI=http://version-service:11000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qP0pCYxCjO
deployment.apps/percona-server-mongodb-operator env updated
+ cat /tmp/tmp.CY6FahStbZ
+ rm /tmp/tmp.qP0pCYxCjO /tmp/tmp.CY6FahStbZ
+ return 0
+ sleep 30
+ desc 'enable telemetry on operator level'
+ set +o xtrace


-----------------------------------------------------------------------------------
enable telemetry on operator level
-----------------------------------------------------------------------------------

+ kubectl_bin get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ yq eval '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "false"'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.HgcysYvNYS
+ local LAST_OUT=/tmp/tmp.CrL6mL1anv
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.PiWBCcSVHZ
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.0fLOkwYT1e
++ seq 0 2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ for i in $(seq 0 2)
+ set +e
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ kubectl get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HgcysYvNYS
+ cat /tmp/tmp.0fLOkwYT1e
+ rm /tmp/tmp.HgcysYvNYS /tmp/tmp.0fLOkwYT1e
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CrL6mL1anv
deployment.apps/percona-server-mongodb-operator configured
+ cat /tmp/tmp.PiWBCcSVHZ
+ rm /tmp/tmp.CrL6mL1anv /tmp/tmp.PiWBCcSVHZ
+ return 0
+ wait_deployment percona-server-mongodb-operator
+ local name=percona-server-mongodb-operator
+ sleep 10
+ retry=0
+ echo -n percona-server-mongodb-operator
percona-server-mongodb-operator+ kubectl_bin get deployment percona-server-mongodb-operator -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Bbj99jFdyd
++ mktemp
+ local LAST_ERR=/tmp/tmp.WkHCLXDy06
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment percona-server-mongodb-operator -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Bbj99jFdyd
+ cat /tmp/tmp.WkHCLXDy06
+ rm /tmp/tmp.Bbj99jFdyd /tmp/tmp.WkHCLXDy06
+ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PJjNDpk1C7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d3Ng10oXWx
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PJjNDpk1C7
++ cat /tmp/tmp.d3Ng10oXWx
++ rm /tmp/tmp.PJjNDpk1C7 /tmp/tmp.d3Ng10oXWx
++ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.b7ML2O6Ttv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3lIlVzoG5C
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.b7ML2O6Ttv
++ cat /tmp/tmp.3lIlVzoG5C
++ rm /tmp/tmp.b7ML2O6Ttv /tmp/tmp.3lIlVzoG5C
++ return 0
+ '[' 1 == 1 ']'
+ check_telemetry_transfer http://version-service-cr:11000 disabled enabled
+ local cr_vs_uri=http://version-service-cr:11000
+ local cr_vs_channel=disabled
+ local telemetry_state=enabled
+ cluster=minimal-cluster
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.zeGuE3mUUY
++ mktemp
+ local LAST_ERR=/tmp/tmp.8d875Lk84E
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zeGuE3mUUY
deployment.apps/psmdb-client created
+ cat /tmp/tmp.8d875Lk84E
+ rm /tmp/tmp.zeGuE3mUUY /tmp/tmp.8d875Lk84E
+ return 0
+ yq eval '.metadata.name = "minimal-cluster"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.0lHdXvKp3Z
++ mktemp
+ local LAST_ERR=/tmp/tmp.lJsH0Hc5Xr
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0lHdXvKp3Z
secret/minimal-cluster created
+ cat /tmp/tmp.lJsH0Hc5Xr
+ rm /tmp/tmp.0lHdXvKp3Z /tmp/tmp.lJsH0Hc5Xr
+ return 0
+ desc 'create PSMDB minimal cluster minimal-cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB minimal cluster minimal-cluster
-----------------------------------------------------------------------------------

+ yq eval '
		.spec.upgradeOptions.versionServiceEndpoint = "http://version-service-cr:11000" |
		.spec.upgradeOptions.apply = "disabled" |
		.spec.initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604" |
		.spec.crVersion = "9.9.9" |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.enabled = false |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cr-minimal.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.cdvjpZj9Og
++ mktemp
+ local LAST_ERR=/tmp/tmp.OtlntFvG29
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cdvjpZj9Og
perconaservermongodb.psmdb.percona.com/minimal-cluster created
+ cat /tmp/tmp.OtlntFvG29
+ rm /tmp/tmp.cdvjpZj9Og /tmp/tmp.OtlntFvG29
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-rs0 1
+ local name=minimal-cluster-rs0
+ let last_pod=0
+ :
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=minimal-cluster
++ seq 0 0
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 0 ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yV9go1KECM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1wS8inBwg8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yV9go1KECM
++ cat /tmp/tmp.1wS8inBwg8
++ rm /tmp/tmp.yV9go1KECM /tmp/tmp.1wS8inBwg8
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod minimal-cluster-rs0-0
+ local pod=minimal-cluster-rs0-0
+ set +o xtrace
waiting for pod/minimal-cluster-rs0-0 to be ready...........................OK
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NiZkDkX4EV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Gt8Aalgeff
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NiZkDkX4EV
++ cat /tmp/tmp.Gt8Aalgeff
++ rm /tmp/tmp.NiZkDkX4EV /tmp/tmp.Gt8Aalgeff
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I930fLLnmi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VHxUnu0ujc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.I930fLLnmi
++ cat /tmp/tmp.VHxUnu0ujc
++ rm /tmp/tmp.I930fLLnmi /tmp/tmp.VHxUnu0ujc
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness...................
+ sleep 20
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0NFd2jHuIy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jF7JTUeHfp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0NFd2jHuIy
++ cat /tmp/tmp.jF7JTUeHfp
++ rm /tmp/tmp.0NFd2jHuIy /tmp/tmp.jF7JTUeHfp
++ return 0
+ local client_container=psmdb-client-bb8b97679-znk9b
+ kubectl_bin exec psmdb-client-bb8b97679-znk9b -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.mid0WRDgs7
++ mktemp
+ local LAST_ERR=/tmp/tmp.FhnnlYATum
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-znk9b -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mid0WRDgs7
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("2632a4c4-77b3-48b9-ba96-5b92c946571f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.FhnnlYATum
+ rm /tmp/tmp.mid0WRDgs7 /tmp/tmp.FhnnlYATum
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@minimal-cluster-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@minimal-cluster-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@minimal-cluster-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wyKCiY5fM5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Fn2uNf07PF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wyKCiY5fM5
++ cat /tmp/tmp.Fn2uNf07PF
++ rm /tmp/tmp.wyKCiY5fM5 /tmp/tmp.Fn2uNf07PF
++ return 0
+ local client_container=psmdb-client-bb8b97679-znk9b
+ kubectl_bin exec psmdb-client-bb8b97679-znk9b -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.0eV0tSspJC
++ mktemp
+ local LAST_ERR=/tmp/tmp.brFZsowYLL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-znk9b -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0eV0tSspJC
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7d2013ab-aac2-466f-9f07-4f19515b6e4e") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.brFZsowYLL
+ rm /tmp/tmp.0eV0tSspJC /tmp/tmp.brFZsowYLL
+ return 0
+ desc 'check telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
check telemetry
-----------------------------------------------------------------------------------

+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.time_ms")'
+ jq 'del(."grpc.start_time")'
+ kubectl_bin logs version-service-cr-7db489d9c4-t6hkj -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.YcH9uZIeKl
++ mktemp
+ local LAST_ERR=/tmp/tmp.x4xFccaFUA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-cr-7db489d9c4-t6hkj -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YcH9uZIeKl
+ cat /tmp/tmp.x4xFccaFUA
+ rm /tmp/tmp.YcH9uZIeKl /tmp/tmp.x4xFccaFUA
+ return 0
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-96477994-pwdb2 -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.IioPn2U12d
++ mktemp
+ local LAST_ERR=/tmp/tmp.8Lpv3WiHqJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-96477994-pwdb2 -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IioPn2U12d
+ cat /tmp/tmp.8Lpv3WiHqJ
+ rm /tmp/tmp.IioPn2U12d /tmp/tmp.8Lpv3WiHqJ
+ return 0
+ local telemetry_log_file=enabled_telemetry.version-service.log-cw.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a enabled == enabled ']'
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/enabled_telemetry.version-service.log-cw.json /dev/fd/63
++ grep -f /tmp/tmp.NL0iKO3SKt/enabled_telemetry.version-service.log.json /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/enabled_telemetry.version-service.log-cw.json
+ [[ -s /tmp/tmp.NL0iKO3SKt/enabled_telemetry.version-service-cr.log.json ]]
+ local telemetry_cr_log_file=enabled_telemetry.version-service-cr.log-cw.json
+ local image_prefix=disabled
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' disabled == disabled-recommended -a enabled == disabled ']'
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a enabled == disabled ']'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.F60x9Idahp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FyuTzm6M6c
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.F60x9Idahp
++ cat /tmp/tmp.FyuTzm6M6c
++ rm /tmp/tmp.F60x9Idahp /tmp/tmp.FyuTzm6M6c
++ return 0
+ kubectl_bin delete pod -n psmdb-operator percona-server-mongodb-operator-786cdbdb8d-c6r62
++ mktemp
+ local LAST_OUT=/tmp/tmp.DPp7gc0Qx5
++ mktemp
+ local LAST_ERR=/tmp/tmp.iLkyr1XcZ2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-786cdbdb8d-c6r62
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DPp7gc0Qx5
pod "percona-server-mongodb-operator-786cdbdb8d-c6r62" deleted from psmdb-operator namespace
+ cat /tmp/tmp.iLkyr1XcZ2
+ rm /tmp/tmp.DPp7gc0Qx5 /tmp/tmp.iLkyr1XcZ2
+ return 0
+ kubectl_bin patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.amdhDvBr7W
++ mktemp
+ local LAST_ERR=/tmp/tmp.zTkqCjTvzm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.amdhDvBr7W
perconaservermongodb.psmdb.percona.com/minimal-cluster patched
+ cat /tmp/tmp.zTkqCjTvzm
+ rm /tmp/tmp.amdhDvBr7W /tmp/tmp.zTkqCjTvzm
+ return 0
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.EoUFus26Ze
++ mktemp
+ local LAST_ERR=/tmp/tmp.enCCr7Kue5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EoUFus26Ze
perconaservermongodb.psmdb.percona.com "minimal-cluster" deleted from version-service-8401 namespace
+ cat /tmp/tmp.enCCr7Kue5
+ rm /tmp/tmp.EoUFus26Ze /tmp/tmp.enCCr7Kue5
+ return 0
+ kubectl_bin delete deploy psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.XDDcEdEnXV
++ mktemp
+ local LAST_ERR=/tmp/tmp.UPcDtgoHdF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete deploy psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XDDcEdEnXV
deployment.apps "psmdb-client" deleted from version-service-8401 namespace
+ cat /tmp/tmp.UPcDtgoHdF
+ rm /tmp/tmp.XDDcEdEnXV /tmp/tmp.UPcDtgoHdF
+ return 0
+ sleep 30
+ desc 'disabling telemetry on the operator level'
+ set +o xtrace


-----------------------------------------------------------------------------------
disabling telemetry on the operator level
-----------------------------------------------------------------------------------

+ kubectl_bin delete pod -l run=version-service-cr -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.7AX4Iah5KF
++ mktemp
+ local LAST_ERR=/tmp/tmp.xi0YH1KYjk
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service-cr -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7AX4Iah5KF
pod "version-service-cr-7db489d9c4-t6hkj" deleted from psmdb-operator namespace
+ cat /tmp/tmp.xi0YH1KYjk
+ rm /tmp/tmp.7AX4Iah5KF /tmp/tmp.xi0YH1KYjk
+ return 0
+ kubectl_bin delete pod -l run=version-service -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.IzbneAlUb7
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jb9E2mRlIe
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IzbneAlUb7
pod "version-service-96477994-pwdb2" deleted from psmdb-operator namespace
+ cat /tmp/tmp.Jb9E2mRlIe
+ rm /tmp/tmp.IzbneAlUb7 /tmp/tmp.Jb9E2mRlIe
+ return 0
+ kubectl_bin get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ yq eval '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZOUFOyXemg
+ local LAST_OUT=/tmp/tmp.zdmwJHIJLw
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.MBdYR56ePZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.j7U3TYvJsv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZOUFOyXemg
+ cat /tmp/tmp.MBdYR56ePZ
+ rm /tmp/tmp.ZOUFOyXemg /tmp/tmp.MBdYR56ePZ
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zdmwJHIJLw
deployment.apps/percona-server-mongodb-operator configured
+ cat /tmp/tmp.j7U3TYvJsv
+ rm /tmp/tmp.zdmwJHIJLw /tmp/tmp.j7U3TYvJsv
+ return 0
++ get_mongod_ver_from_image docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++ local image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ run_simple_cli_inside_image docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 'mongod --version'
+++ local image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ local 'cli=mongod --version'
+++ /usr/sbin/sed -r 's/^.*db version v(([0-9]+\.){2}[0-9]+-[0-9]+).*$/\1/g'
+++ local pod_name=17535
+++ kubectl_bin -n default run 17535 --image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 --restart=Never --command -- sleep infinity
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MGD5Z0lcmP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WOvnv2bd1B
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl -n default run 17535 --image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 --restart=Never --command -- sleep infinity
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.MGD5Z0lcmP
+++ cat /tmp/tmp.WOvnv2bd1B
+++ rm /tmp/tmp.MGD5Z0lcmP /tmp/tmp.WOvnv2bd1B
+++ return 0
+++ kubectl_bin -n default wait --for=condition=Ready pod/17535
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1bqZY2sgJr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.l9ybmE8G2w
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl -n default wait --for=condition=Ready pod/17535
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.1bqZY2sgJr
+++ cat /tmp/tmp.l9ybmE8G2w
+++ rm /tmp/tmp.1bqZY2sgJr /tmp/tmp.l9ybmE8G2w
+++ return 0
++++ kubectl_bin -n default exec 17535 -- bash -c 'mongod --version 2>&1'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.c4uSYK6uxA
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.81waoiDVsf
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl -n default exec 17535 -- bash -c 'mongod --version 2>&1'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.c4uSYK6uxA
++++ cat /tmp/tmp.81waoiDVsf
++++ rm /tmp/tmp.c4uSYK6uxA /tmp/tmp.81waoiDVsf
++++ return 0
+++ local 'output=db version v8.0.19-7
Build Info: {
    "version": "8.0.19-7",
    "gitVersion": "902b12dbea631904a8175499a56c8bb95b708483",
    "openSSLVersion": "OpenSSL 3.5.1 1 Jul 2025",
    "modules": [],
    "perconaFeatures": [
        "MemoryEngine",
        "HotBackup",
        "BackupCursorAggregationStage",
        "BackupCursorExtendAggregationStage",
        "AWSIAM",
        "Kerberos",
        "LDAP",
        "OIDC",
        "TDE",
        "FIPSMode",
        "FCBIS",
        "Auditing",
        "ProfilingRateLimit",
        "LogRedaction",
        "ngram"
    ],
    "allocator": "tcmalloc-google",
    "environment": {
        "distarch": "x86_64",
        "target_arch": "x86_64"
    }
}'
+++ kubectl_bin -n default delete pod/17535 --grace-period=0 --force
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IE7lziwxqH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.S0xZR5bBXI
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl -n default delete pod/17535 --grace-period=0 --force
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.IE7lziwxqH
+++ cat /tmp/tmp.S0xZR5bBXI
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+++ rm /tmp/tmp.IE7lziwxqH /tmp/tmp.S0xZR5bBXI
+++ return 0
+++ echo db version v8.0.19-7 Build Info: '{' '"version":' '"8.0.19-7",' '"gitVersion":' '"902b12dbea631904a8175499a56c8bb95b708483",' '"openSSLVersion":' '"OpenSSL' 3.5.1 1 Jul '2025",' '"modules":' '[],' '"perconaFeatures":' '[' '"MemoryEngine",' '"HotBackup",' '"BackupCursorAggregationStage",' '"BackupCursorExtendAggregationStage",' '"AWSIAM",' '"Kerberos",' '"LDAP",' '"OIDC",' '"TDE",' '"FIPSMode",' '"FCBIS",' '"Auditing",' '"ProfilingRateLimit",' '"LogRedaction",' '"ngram"' '],' '"allocator":' '"tcmalloc-google",' '"environment":' '{' '"distarch":' '"x86_64",' '"target_arch":' '"x86_64"' '}' '}'
++ version_info=8.0.19-7
++ [[ ! 8.0.19-7 =~ ^([0-9]+\.){2}[0-9]+-[0-9]+$ ]]
++ echo 8.0.19-7
+ ACTUAL_MONGOD_VERSION=8.0.19-7
+ wait_deployment percona-server-mongodb-operator
+ local name=percona-server-mongodb-operator
+ sleep 10
+ retry=0
+ echo -n percona-server-mongodb-operator
percona-server-mongodb-operator+ kubectl_bin get deployment percona-server-mongodb-operator -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.CZzKpjUe4g
++ mktemp
+ local LAST_ERR=/tmp/tmp.FccBTqGeJA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment percona-server-mongodb-operator -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CZzKpjUe4g
+ cat /tmp/tmp.FccBTqGeJA
+ rm /tmp/tmp.CZzKpjUe4g /tmp/tmp.FccBTqGeJA
+ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tDzUJSHJDv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6vBh195em7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tDzUJSHJDv
++ cat /tmp/tmp.6vBh195em7
++ rm /tmp/tmp.tDzUJSHJDv /tmp/tmp.6vBh195em7
++ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EwqTxr7TqK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KqFg5RAqud
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EwqTxr7TqK
++ cat /tmp/tmp.KqFg5RAqud
++ rm /tmp/tmp.EwqTxr7TqK /tmp/tmp.KqFg5RAqud
++ return 0
+ '[' 1 == 1 ']'
+ check_telemetry_transfer http://version-service-cr:11000 8.0-recommended disabled
+ local cr_vs_uri=http://version-service-cr:11000
+ local cr_vs_channel=8.0-recommended
+ local telemetry_state=disabled
+ cluster=minimal-cluster
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.OxIItFDx2R
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z6FteW9MkF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OxIItFDx2R
deployment.apps/psmdb-client created
+ cat /tmp/tmp.Z6FteW9MkF
+ rm /tmp/tmp.OxIItFDx2R /tmp/tmp.Z6FteW9MkF
+ return 0
+ yq eval '.metadata.name = "minimal-cluster"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.hvmOlbqyZt
++ mktemp
+ local LAST_ERR=/tmp/tmp.H2NjHr7Esi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hvmOlbqyZt
secret/minimal-cluster configured
+ cat /tmp/tmp.H2NjHr7Esi
Warning: resource secrets/minimal-cluster is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.hvmOlbqyZt /tmp/tmp.H2NjHr7Esi
+ return 0
+ desc 'create PSMDB minimal cluster minimal-cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB minimal cluster minimal-cluster
-----------------------------------------------------------------------------------

+ yq eval '
		.spec.upgradeOptions.versionServiceEndpoint = "http://version-service-cr:11000" |
		.spec.upgradeOptions.apply = "8.0-recommended" |
		.spec.initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604" |
		.spec.crVersion = "9.9.9" |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.enabled = false |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cr-minimal.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.knkNGJLCxs
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZxyFJjRut4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.knkNGJLCxs
perconaservermongodb.psmdb.percona.com/minimal-cluster created
+ cat /tmp/tmp.ZxyFJjRut4
+ rm /tmp/tmp.knkNGJLCxs /tmp/tmp.ZxyFJjRut4
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-rs0 1
+ local name=minimal-cluster-rs0
+ let last_pod=0
+ :
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=minimal-cluster
++ seq 0 0
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 0 ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UjBRC3mORZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ARsI6qId3y
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UjBRC3mORZ
++ cat /tmp/tmp.ARsI6qId3y
++ rm /tmp/tmp.UjBRC3mORZ /tmp/tmp.ARsI6qId3y
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod minimal-cluster-rs0-0
+ local pod=minimal-cluster-rs0-0
+ set +o xtrace
waiting for pod/minimal-cluster-rs0-0 to be ready......................OK
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VZMOW45fRn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Yay7ITOvXs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VZMOW45fRn
++ cat /tmp/tmp.Yay7ITOvXs
++ rm /tmp/tmp.VZMOW45fRn /tmp/tmp.Yay7ITOvXs
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LgXjiPidtG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1PmYCCmZhw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LgXjiPidtG
++ cat /tmp/tmp.1PmYCCmZhw
++ rm /tmp/tmp.LgXjiPidtG /tmp/tmp.1PmYCCmZhw
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.......................
+ sleep 20
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n7QetNCaRg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.j4TsfmS0Gr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.n7QetNCaRg
++ cat /tmp/tmp.j4TsfmS0Gr
++ rm /tmp/tmp.n7QetNCaRg /tmp/tmp.j4TsfmS0Gr
++ return 0
+ local client_container=psmdb-client-bb8b97679-hvrsv
+ kubectl_bin exec psmdb-client-bb8b97679-hvrsv -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.KzWcoTdrzp
++ mktemp
+ local LAST_ERR=/tmp/tmp.zUz96rr43J
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-hvrsv -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KzWcoTdrzp
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ca40b38a-8110-4013-a792-65e88dd75e65") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.zUz96rr43J
+ rm /tmp/tmp.KzWcoTdrzp /tmp/tmp.zUz96rr43J
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@minimal-cluster-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@minimal-cluster-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@minimal-cluster-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hZ9ko8o2nQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Bvf84jKphm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hZ9ko8o2nQ
++ cat /tmp/tmp.Bvf84jKphm
++ rm /tmp/tmp.hZ9ko8o2nQ /tmp/tmp.Bvf84jKphm
++ return 0
+ local client_container=psmdb-client-bb8b97679-hvrsv
+ kubectl_bin exec psmdb-client-bb8b97679-hvrsv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.eLEAxW4Wl8
++ mktemp
+ local LAST_ERR=/tmp/tmp.4N9gO3Tbpb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-hvrsv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eLEAxW4Wl8
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("3fddcefb-0b26-4c2c-8496-1a8264c388bf") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.4N9gO3Tbpb
+ rm /tmp/tmp.eLEAxW4Wl8 /tmp/tmp.4N9gO3Tbpb
+ return 0
+ desc 'check telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
check telemetry
-----------------------------------------------------------------------------------

+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-cr-7db489d9c4-njq45 -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.6Cr20nhdEW
++ mktemp
+ local LAST_ERR=/tmp/tmp.1GnbEebijt
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-cr-7db489d9c4-njq45 -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6Cr20nhdEW
+ cat /tmp/tmp.1GnbEebijt
+ rm /tmp/tmp.6Cr20nhdEW /tmp/tmp.1GnbEebijt
+ return 0
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-96477994-cdzn6 -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.GsXikXnG1n
++ mktemp
+ local LAST_ERR=/tmp/tmp.bi3QUES9cZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-96477994-cdzn6 -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GsXikXnG1n
+ cat /tmp/tmp.bi3QUES9cZ
+ rm /tmp/tmp.GsXikXnG1n /tmp/tmp.bi3QUES9cZ
+ return 0
+ local telemetry_log_file=disabled_telemetry.version-service.log-cw.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == disabled -a disabled == enabled ']'
+ local telemetry_cr_log_file=disabled_telemetry.version-service-cr.log-cw.json
+ local image_prefix=8.0
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == 8.0-recommended -a disabled == disabled ']'
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/disabled_telemetry.version-service-cr.log-cw.json /dev/fd/63
++ grep -f /tmp/tmp.NL0iKO3SKt/disabled_telemetry.version-service-cr.log.json /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/disabled_telemetry.version-service-cr.log-cw.json
+ [[ -s /tmp/tmp.NL0iKO3SKt/disabled_telemetry.version-service.log.json ]]
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' 8.0-recommended == disabled -a disabled == disabled ']'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hbtYewSUlh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IRok94WimY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hbtYewSUlh
++ cat /tmp/tmp.IRok94WimY
++ rm /tmp/tmp.hbtYewSUlh /tmp/tmp.IRok94WimY
++ return 0
+ kubectl_bin delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-nmsf2
++ mktemp
+ local LAST_OUT=/tmp/tmp.zWStfLYv7A
++ mktemp
+ local LAST_ERR=/tmp/tmp.gA0OIa1Sne
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-nmsf2
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zWStfLYv7A
pod "percona-server-mongodb-operator-876665d7-nmsf2" deleted from psmdb-operator namespace
+ cat /tmp/tmp.gA0OIa1Sne
+ rm /tmp/tmp.zWStfLYv7A /tmp/tmp.gA0OIa1Sne
+ return 0
+ kubectl_bin patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.YiYBIWFC4m
++ mktemp
+ local LAST_ERR=/tmp/tmp.wfK1ykKQ9I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YiYBIWFC4m
perconaservermongodb.psmdb.percona.com/minimal-cluster patched
+ cat /tmp/tmp.wfK1ykKQ9I
+ rm /tmp/tmp.YiYBIWFC4m /tmp/tmp.wfK1ykKQ9I
+ return 0
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.xsLR3NfQoN
++ mktemp
+ local LAST_ERR=/tmp/tmp.17Ye4t2kCm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xsLR3NfQoN
perconaservermongodb.psmdb.percona.com "minimal-cluster" deleted from version-service-8401 namespace
+ cat /tmp/tmp.17Ye4t2kCm
+ rm /tmp/tmp.xsLR3NfQoN /tmp/tmp.17Ye4t2kCm
+ return 0
+ kubectl_bin delete deploy psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.12mu7cGcLZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.fHVUZR1NLS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete deploy psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.12mu7cGcLZ
deployment.apps "psmdb-client" deleted from version-service-8401 namespace
+ cat /tmp/tmp.fHVUZR1NLS
+ rm /tmp/tmp.12mu7cGcLZ /tmp/tmp.fHVUZR1NLS
+ return 0
+ sleep 30
+ kubectl_bin get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ yq eval '(.spec.template.spec.containers[0].env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.Pf6om7vmFk
+ local LAST_OUT=/tmp/tmp.FZE8StNJCc
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jlr2glFmcW
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.ypekuNpxDi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment/percona-server-mongodb-operator -o yaml -n psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Pf6om7vmFk
+ cat /tmp/tmp.Jlr2glFmcW
+ rm /tmp/tmp.Pf6om7vmFk /tmp/tmp.Jlr2glFmcW
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FZE8StNJCc
deployment.apps/percona-server-mongodb-operator configured
+ cat /tmp/tmp.ypekuNpxDi
+ rm /tmp/tmp.FZE8StNJCc /tmp/tmp.ypekuNpxDi
+ return 0
+ wait_deployment percona-server-mongodb-operator
+ local name=percona-server-mongodb-operator
+ sleep 10
+ retry=0
+ echo -n percona-server-mongodb-operator
percona-server-mongodb-operator+ kubectl_bin get deployment percona-server-mongodb-operator -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wmdWvWCXPB
++ mktemp
+ local LAST_ERR=/tmp/tmp.S9yY5a8Yr3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get deployment percona-server-mongodb-operator -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wmdWvWCXPB
+ cat /tmp/tmp.S9yY5a8Yr3
+ rm /tmp/tmp.wmdWvWCXPB /tmp/tmp.S9yY5a8Yr3
+ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6UAlBCKhcL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.trLDD15PlM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.replicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6UAlBCKhcL
++ cat /tmp/tmp.trLDD15PlM
++ rm /tmp/tmp.6UAlBCKhcL /tmp/tmp.trLDD15PlM
++ return 0
++ kubectl_bin get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6Zc1ErVGbi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VaWp6KAmtt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get deployment percona-server-mongodb-operator -o 'jsonpath={.status.readyReplicas}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6Zc1ErVGbi
++ cat /tmp/tmp.VaWp6KAmtt
++ rm /tmp/tmp.6Zc1ErVGbi /tmp/tmp.VaWp6KAmtt
++ return 0
+ '[' 1 == 1 ']'
+ kubectl_bin delete pod -l run=version-service-cr -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.WcXnJC1YQX
++ mktemp
+ local LAST_ERR=/tmp/tmp.KrxBb0ubcU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service-cr -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WcXnJC1YQX
pod "version-service-cr-7db489d9c4-njq45" deleted from psmdb-operator namespace
+ cat /tmp/tmp.KrxBb0ubcU
+ rm /tmp/tmp.WcXnJC1YQX /tmp/tmp.KrxBb0ubcU
+ return 0
+ kubectl_bin delete pod -l run=version-service -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.jIWNWwmhOy
++ mktemp
+ local LAST_ERR=/tmp/tmp.ql612yYfy0
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -l run=version-service -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jIWNWwmhOy
pod "version-service-96477994-cdzn6" deleted from psmdb-operator namespace
+ cat /tmp/tmp.ql612yYfy0
+ rm /tmp/tmp.jIWNWwmhOy /tmp/tmp.ql612yYfy0
+ return 0
+ check_telemetry_transfer http://version-service-cr:11000 disabled disabled
+ local cr_vs_uri=http://version-service-cr:11000
+ local cr_vs_channel=disabled
+ local telemetry_state=disabled
+ cluster=minimal-cluster
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.JVWtJGPxK2
++ mktemp
+ local LAST_ERR=/tmp/tmp.FgcCnpT6NW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JVWtJGPxK2
deployment.apps/psmdb-client created
+ cat /tmp/tmp.FgcCnpT6NW
+ rm /tmp/tmp.JVWtJGPxK2 /tmp/tmp.FgcCnpT6NW
+ return 0
+ yq eval '.metadata.name = "minimal-cluster"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.DV7wbMZKeu
++ mktemp
+ local LAST_ERR=/tmp/tmp.bER1CyDHDs
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DV7wbMZKeu
secret/minimal-cluster configured
+ cat /tmp/tmp.bER1CyDHDs
Warning: resource secrets/minimal-cluster is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.DV7wbMZKeu /tmp/tmp.bER1CyDHDs
+ return 0
+ desc 'create PSMDB minimal cluster minimal-cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB minimal cluster minimal-cluster
-----------------------------------------------------------------------------------

+ yq eval '
		.spec.upgradeOptions.versionServiceEndpoint = "http://version-service-cr:11000" |
		.spec.upgradeOptions.apply = "disabled" |
		.spec.initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604" |
		.spec.crVersion = "9.9.9" |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.enabled = false |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cr-minimal.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.CAG9qQ0fQi
++ mktemp
+ local LAST_ERR=/tmp/tmp.PRUDolKfI4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CAG9qQ0fQi
perconaservermongodb.psmdb.percona.com/minimal-cluster created
+ cat /tmp/tmp.PRUDolKfI4
+ rm /tmp/tmp.CAG9qQ0fQi /tmp/tmp.PRUDolKfI4
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running minimal-cluster-rs0 1
+ local name=minimal-cluster-rs0
+ let last_pod=0
+ :
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=minimal-cluster
++ seq 0 0
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 0 ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bK0PA9SFJh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZCsA2ykskY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bK0PA9SFJh
++ cat /tmp/tmp.ZCsA2ykskY
++ rm /tmp/tmp.bK0PA9SFJh /tmp/tmp.ZCsA2ykskY
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod minimal-cluster-rs0-0
+ local pod=minimal-cluster-rs0-0
+ set +o xtrace
waiting for pod/minimal-cluster-rs0-0 to be ready.................OK
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zWXErlcea6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6OxHqFGOag
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zWXErlcea6
++ cat /tmp/tmp.6OxHqFGOag
++ rm /tmp/tmp.zWXErlcea6 /tmp/tmp.6OxHqFGOag
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RAwhBzolBq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hrJ1AGcQdC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb minimal-cluster -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.RAwhBzolBq
++ cat /tmp/tmp.hrJ1AGcQdC
++ rm /tmp/tmp.RAwhBzolBq /tmp/tmp.hrJ1AGcQdC
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness............
+ sleep 20
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oVzhbwECm5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K4ScMFCnOg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oVzhbwECm5
++ cat /tmp/tmp.K4ScMFCnOg
++ rm /tmp/tmp.oVzhbwECm5 /tmp/tmp.K4ScMFCnOg
++ return 0
+ local client_container=psmdb-client-bb8b97679-gfp5v
+ kubectl_bin exec psmdb-client-bb8b97679-gfp5v -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.hYglanlTDv
++ mktemp
+ local LAST_ERR=/tmp/tmp.8KHSlguzev
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-gfp5v -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hYglanlTDv
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("cffcb1bb-9281-47c0-9cdc-27353c53b9ca") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.8KHSlguzev
+ rm /tmp/tmp.hYglanlTDv /tmp/tmp.8KHSlguzev
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@minimal-cluster-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@minimal-cluster-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@minimal-cluster-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lJ3bWocfq5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.czLbwtP02X
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lJ3bWocfq5
++ cat /tmp/tmp.czLbwtP02X
++ rm /tmp/tmp.lJ3bWocfq5 /tmp/tmp.czLbwtP02X
++ return 0
+ local client_container=psmdb-client-bb8b97679-gfp5v
+ kubectl_bin exec psmdb-client-bb8b97679-gfp5v -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.rZpUPvCvJF
++ mktemp
+ local LAST_ERR=/tmp/tmp.B1vW2GoPlQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-gfp5v -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@minimal-cluster-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rZpUPvCvJF
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://minimal-cluster-rs0-0.minimal-cluster-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("6671a29f-0639-405e-bd68-5da35c99f0be") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.B1vW2GoPlQ
+ rm /tmp/tmp.rZpUPvCvJF /tmp/tmp.B1vW2GoPlQ
+ return 0
+ desc 'check telemetry'
+ set +o xtrace


-----------------------------------------------------------------------------------
check telemetry
-----------------------------------------------------------------------------------

+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
++ kubectl get pods --selector=run=version-service-cr -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-cr-7db489d9c4-6jx6k -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.czuj8jG3WC
++ mktemp
+ local LAST_ERR=/tmp/tmp.EGMTmOob0x
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-cr-7db489d9c4-6jx6k -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.czuj8jG3WC
+ cat /tmp/tmp.EGMTmOob0x
+ rm /tmp/tmp.czuj8jG3WC /tmp/tmp.EGMTmOob0x
+ return 0
+ grep -E 'server request payload|unary call'
+ grep -Eo '\{.*\}'
++ kubectl get pods --selector=run=version-service -o 'jsonpath={.items[0].metadata.name}' -n psmdb-operator
+ jq 'del(."grpc.request.content".msg.customResourceUid)'
+ jq 'del(."grpc.request.content".msg.kubeVersion)'
+ jq 'del(."grpc.start_time")'
+ jq 'del(."grpc.time_ms")'
+ kubectl_bin logs version-service-96477994-2k94p -n psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.LjDrQLX16j
++ mktemp
+ local LAST_ERR=/tmp/tmp.ifSRVo5oiw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs version-service-96477994-2k94p -n psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LjDrQLX16j
+ cat /tmp/tmp.ifSRVo5oiw
+ rm /tmp/tmp.LjDrQLX16j /tmp/tmp.ifSRVo5oiw
+ return 0
+ local telemetry_log_file=disabled_telemetry.version-service.log-cw.json
+ desc 'telemetry was disabled in CR but in operator not'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR but in operator not
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a disabled == enabled ']'
+ local telemetry_cr_log_file=disabled_telemetry.version-service-cr.log-cw.json
+ local image_prefix=disabled
+ desc 'telemetry was disabled in operator but not in CR'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in operator but not in CR
-----------------------------------------------------------------------------------

+ '[' disabled == disabled-recommended -a disabled == disabled ']'
+ desc 'telemetry was disabled in CR as well as in operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
telemetry was disabled in CR as well as in operator
-----------------------------------------------------------------------------------

+ '[' disabled == disabled -a disabled == disabled ']'
+ [[ -s /tmp/tmp.NL0iKO3SKt/disabled_telemetry.version-service-cr.log.json ]]
+ [[ -s /tmp/tmp.NL0iKO3SKt/disabled_telemetry.version-service.log.json ]]
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9UbJsvmixP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ISqKy5UvFB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9UbJsvmixP
++ cat /tmp/tmp.ISqKy5UvFB
++ rm /tmp/tmp.9UbJsvmixP /tmp/tmp.ISqKy5UvFB
++ return 0
+ kubectl_bin delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-nbxhd
++ mktemp
+ local LAST_OUT=/tmp/tmp.uly9T2YOT5
++ mktemp
+ local LAST_ERR=/tmp/tmp.IgWzZTWlDY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-nbxhd
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uly9T2YOT5
pod "percona-server-mongodb-operator-876665d7-nbxhd" deleted from psmdb-operator namespace
+ cat /tmp/tmp.IgWzZTWlDY
+ rm /tmp/tmp.uly9T2YOT5 /tmp/tmp.IgWzZTWlDY
+ return 0
+ kubectl_bin patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.u4Ib0Jo9a4
++ mktemp
+ local LAST_ERR=/tmp/tmp.MmYqBulivz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb minimal-cluster --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-psmdb-pvc"]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.u4Ib0Jo9a4
perconaservermongodb.psmdb.percona.com/minimal-cluster patched
+ cat /tmp/tmp.MmYqBulivz
+ rm /tmp/tmp.u4Ib0Jo9a4 /tmp/tmp.MmYqBulivz
+ return 0
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.UQEJX4Wf2r
++ mktemp
+ local LAST_ERR=/tmp/tmp.OmUdvGgkUd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UQEJX4Wf2r
perconaservermongodb.psmdb.percona.com "minimal-cluster" deleted from version-service-8401 namespace
+ cat /tmp/tmp.OmUdvGgkUd
+ rm /tmp/tmp.UQEJX4Wf2r /tmp/tmp.OmUdvGgkUd
+ return 0
+ kubectl_bin delete deploy psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.GPDQsGB3qO
++ mktemp
+ local LAST_ERR=/tmp/tmp.rYnPsKQaHy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete deploy psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GPDQsGB3qO
deployment.apps "psmdb-client" deleted from version-service-8401 namespace
+ cat /tmp/tmp.rYnPsKQaHy
+ rm /tmp/tmp.GPDQsGB3qO /tmp/tmp.rYnPsKQaHy
+ return 0
+ sleep 30
+ cases=("version-service-exact" "version-service-recommended" "version-service-latest" "version-service-major" "version-service-unreachable")
+ expected_images=("percona/percona-server-mongodb:6.0.3-2" "percona/percona-server-mongodb:8.0.4-1-multi" "percona/percona-server-mongodb:8.0.4-1-multi" "percona/percona-server-mongodb:6.0.4-3" "$IMAGE_MONGOD")
+ for i in "${!cases[@]}"
+ desc 'test version-service-exact'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-exact
-----------------------------------------------------------------------------------

+ cluster=version-service-exact
+ expected_image=percona/percona-server-mongodb:6.0.3-2
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MSIwZsCysk
++ mktemp
+ local LAST_ERR=/tmp/tmp.tq2yNIV3tV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MSIwZsCysk
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.tq2yNIV3tV
+ rm /tmp/tmp.MSIwZsCysk /tmp/tmp.tq2yNIV3tV
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.xpVeIKPSZ2
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/version-service-exact-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f -
+ yq eval '
		.spec.backup.enabled = false |
		del(.spec.backup.tasks) |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.xpVeIKPSZ2
++ mktemp
+ local LAST_OUT=/tmp/tmp.sxCbwmAI9x
++ mktemp
+ local LAST_ERR=/tmp/tmp.ofJwzKBy3U
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sxCbwmAI9x
perconaservermongodb.psmdb.percona.com/version-service-exact created
+ cat /tmp/tmp.ofJwzKBy3U
+ rm /tmp/tmp.sxCbwmAI9x /tmp/tmp.ofJwzKBy3U
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-exact-rs0 3
+ local name=version-service-exact-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-exact
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-exact-rs0-0
+ local pod=version-service-exact-rs0-0
+ set +o xtrace
waiting for pod/version-service-exact-rs0-0 to be ready...................OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-exact-rs0-1
+ local pod=version-service-exact-rs0-1
+ set +o xtrace
waiting for pod/version-service-exact-rs0-1 to be ready.....................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GNSHQLN29d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HcvOn8vl9R
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GNSHQLN29d
++ cat /tmp/tmp.HcvOn8vl9R
++ rm /tmp/tmp.GNSHQLN29d /tmp/tmp.HcvOn8vl9R
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod version-service-exact-rs0-2
+ local pod=version-service-exact-rs0-2
+ set +o xtrace
waiting for pod/version-service-exact-rs0-2 to be ready........................OK
++ kubectl_bin get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Cr1ytKByBv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DnnZIoU2v1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Cr1ytKByBv
++ cat /tmp/tmp.DnnZIoU2v1
++ rm /tmp/tmp.Cr1ytKByBv /tmp/tmp.DnnZIoU2v1
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ar7iwGMm2N
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iABMs724dU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-exact -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ar7iwGMm2N
++ cat /tmp/tmp.iABMs724dU
++ rm /tmp/tmp.ar7iwGMm2N /tmp/tmp.iABMs724dU
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-exact-rs0
+ local resource=statefulset/version-service-exact-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-exact-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qxlWIydETN
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZmNDcgQJPh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-exact-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qxlWIydETN
+ cat /tmp/tmp.ZmNDcgQJPh
+ rm /tmp/tmp.qxlWIydETN /tmp/tmp.ZmNDcgQJPh
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-exact-rs0 OK'
+ set +o xtrace
[2026-03-10T09:38:11+0000] compare_kubectl: statefulset/version-service-exact-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-exact-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-exact-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-exact-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lmf8rqfyJl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yT15dRLU6B
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lmf8rqfyJl
++ cat /tmp/tmp.yT15dRLU6B
++ rm /tmp/tmp.lmf8rqfyJl /tmp/tmp.yT15dRLU6B
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-exact-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.zpPvF7OUcD
++ mktemp
+ local LAST_ERR=/tmp/tmp.lQ9VsrXu5i
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-exact-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zpPvF7OUcD
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-exact-rs0-1.version-service-exact-rs0.version-service-8401.svc.cluster.local:27017,version-service-exact-rs0-0.version-service-exact-rs0.version-service-8401.svc.cluster.local:27017,version-service-exact-rs0-2.version-service-exact-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("4b94ce0c-0033-4620-a3d3-9230d30fabe9") }
Percona Server for MongoDB server version: v6.0.3-2
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.lQ9VsrXu5i
+ rm /tmp/tmp.zpPvF7OUcD /tmp/tmp.lQ9VsrXu5i
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-exact-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-exact-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-exact-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xgaQUPQBTZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zovKoXHcbW
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xgaQUPQBTZ
++ cat /tmp/tmp.zovKoXHcbW
++ rm /tmp/tmp.xgaQUPQBTZ /tmp/tmp.zovKoXHcbW
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-exact-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.XamdPIYKvi
++ mktemp
+ local LAST_ERR=/tmp/tmp.KeiqRphgdm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-exact-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XamdPIYKvi
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-exact-rs0-0.version-service-exact-rs0.version-service-8401.svc.cluster.local:27017,version-service-exact-rs0-2.version-service-exact-rs0.version-service-8401.svc.cluster.local:27017,version-service-exact-rs0-1.version-service-exact-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("54053d62-b106-4fdc-b898-79af48f17b83") }
Percona Server for MongoDB server version: v6.0.3-2
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.KeiqRphgdm
+ rm /tmp/tmp.XamdPIYKvi /tmp/tmp.KeiqRphgdm
+ return 0
+ compare_kubectl statefulset/version-service-exact-rs0
+ local resource=statefulset/version-service-exact-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-exact-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.iOhvxTBpX0
++ mktemp
+ local LAST_ERR=/tmp/tmp.ACg6FmGsax
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-exact-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iOhvxTBpX0
+ cat /tmp/tmp.ACg6FmGsax
+ rm /tmp/tmp.iOhvxTBpX0 /tmp/tmp.ACg6FmGsax
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-exact-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-exact-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-exact-rs0 OK'
+ set +o xtrace
[2026-03-10T09:38:15+0000] compare_kubectl: statefulset/version-service-exact-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-exact-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.3-2
+ '[' percona/percona-server-mongodb:6.0.3-2 '!=' percona/percona-server-mongodb:6.0.3-2 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-exact-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.3-2
+ '[' percona/percona-server-mongodb:6.0.3-2 '!=' percona/percona-server-mongodb:6.0.3-2 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-exact-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.3-2
+ '[' percona/percona-server-mongodb:6.0.3-2 '!=' percona/percona-server-mongodb:6.0.3-2 ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.dmD51JnJvk
++ mktemp
+ local LAST_ERR=/tmp/tmp.zQRmm5806d
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dmD51JnJvk
perconaservermongodb.psmdb.percona.com "version-service-exact" deleted from version-service-8401 namespace
+ cat /tmp/tmp.zQRmm5806d
+ rm /tmp/tmp.dmD51JnJvk /tmp/tmp.zQRmm5806d
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bRM7YNKgug
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8Z3ChW0Nmb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bRM7YNKgug
++ cat /tmp/tmp.8Z3ChW0Nmb
++ rm /tmp/tmp.bRM7YNKgug /tmp/tmp.8Z3ChW0Nmb
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-xxgxd
pod "percona-server-mongodb-operator-876665d7-xxgxd" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-recommended'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-recommended
-----------------------------------------------------------------------------------

+ cluster=version-service-recommended
+ expected_image=percona/percona-server-mongodb:8.0.4-1-multi
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.AOqzoMz9lY
++ mktemp
+ local LAST_ERR=/tmp/tmp.Dkw2LFzRSK
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AOqzoMz9lY
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.Dkw2LFzRSK
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.AOqzoMz9lY /tmp/tmp.Dkw2LFzRSK
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.NdcsoOkNyY
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/version-service-recommended-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f -
+ yq eval '
		.spec.backup.enabled = false |
		del(.spec.backup.tasks) |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.NdcsoOkNyY
++ mktemp
+ local LAST_OUT=/tmp/tmp.nAKybTOqSh
++ mktemp
+ local LAST_ERR=/tmp/tmp.IVTFHyNYCt
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nAKybTOqSh
perconaservermongodb.psmdb.percona.com/version-service-recommended created
+ cat /tmp/tmp.IVTFHyNYCt
+ rm /tmp/tmp.nAKybTOqSh /tmp/tmp.IVTFHyNYCt
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-recommended-rs0 3
+ local name=version-service-recommended-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-recommended
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-recommended-rs0-0
+ local pod=version-service-recommended-rs0-0
+ set +o xtrace
waiting for pod/version-service-recommended-rs0-0 to be ready............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-recommended-rs0-1
+ local pod=version-service-recommended-rs0-1
+ set +o xtrace
waiting for pod/version-service-recommended-rs0-1 to be ready..................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GgCK1ekG0R
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NKz5vhYnjK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GgCK1ekG0R
++ cat /tmp/tmp.NKz5vhYnjK
++ rm /tmp/tmp.GgCK1ekG0R /tmp/tmp.NKz5vhYnjK
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod version-service-recommended-rs0-2
+ local pod=version-service-recommended-rs0-2
+ set +o xtrace
waiting for pod/version-service-recommended-rs0-2 to be ready..................OK
++ kubectl_bin get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X88kSzqEQC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NsLcLIAFiI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.X88kSzqEQC
++ cat /tmp/tmp.NsLcLIAFiI
++ rm /tmp/tmp.X88kSzqEQC /tmp/tmp.NsLcLIAFiI
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lAyfgWZG1O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bkbihAyEdr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-recommended -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lAyfgWZG1O
++ cat /tmp/tmp.bkbihAyEdr
++ rm /tmp/tmp.lAyfgWZG1O /tmp/tmp.bkbihAyEdr
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-recommended-rs0
+ local resource=statefulset/version-service-recommended-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-recommended-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.DyK1Z64VpH
++ mktemp
+ local LAST_ERR=/tmp/tmp.jGoCVV9e1g
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-recommended-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DyK1Z64VpH
+ cat /tmp/tmp.jGoCVV9e1g
+ rm /tmp/tmp.DyK1Z64VpH /tmp/tmp.jGoCVV9e1g
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-recommended-rs0 OK'
+ set +o xtrace
[2026-03-10T09:40:32+0000] compare_kubectl: statefulset/version-service-recommended-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LMB4kmoTZ6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.noiVLCYLAn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LMB4kmoTZ6
++ cat /tmp/tmp.noiVLCYLAn
++ rm /tmp/tmp.LMB4kmoTZ6 /tmp/tmp.noiVLCYLAn
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.QNzG2sAeOO
++ mktemp
+ local LAST_ERR=/tmp/tmp.FWhOv7Gebi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-recommended-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QNzG2sAeOO
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-recommended-rs0-1.version-service-recommended-rs0.version-service-8401.svc.cluster.local:27017,version-service-recommended-rs0-0.version-service-recommended-rs0.version-service-8401.svc.cluster.local:27017,version-service-recommended-rs0-2.version-service-recommended-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("6dd30f61-a351-488b-b388-9957d82b25bb") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.FWhOv7Gebi
+ rm /tmp/tmp.QNzG2sAeOO /tmp/tmp.FWhOv7Gebi
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-recommended-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-recommended-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-recommended-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2QYTZcUW15
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qDV2zHM37z
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2QYTZcUW15
++ cat /tmp/tmp.qDV2zHM37z
++ rm /tmp/tmp.2QYTZcUW15 /tmp/tmp.qDV2zHM37z
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-recommended-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.EjS5CxeJ4c
++ mktemp
+ local LAST_ERR=/tmp/tmp.DriErUiXEl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-recommended-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EjS5CxeJ4c
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-recommended-rs0-2.version-service-recommended-rs0.version-service-8401.svc.cluster.local:27017,version-service-recommended-rs0-1.version-service-recommended-rs0.version-service-8401.svc.cluster.local:27017,version-service-recommended-rs0-0.version-service-recommended-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("b98e2170-ec74-41e2-ad91-4731e7c61586") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.DriErUiXEl
+ rm /tmp/tmp.EjS5CxeJ4c /tmp/tmp.DriErUiXEl
+ return 0
+ compare_kubectl statefulset/version-service-recommended-rs0
+ local resource=statefulset/version-service-recommended-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-recommended-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.WzhmFcTHGa
++ mktemp
+ local LAST_ERR=/tmp/tmp.Og8R9XF5mj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-recommended-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WzhmFcTHGa
+ cat /tmp/tmp.Og8R9XF5mj
+ rm /tmp/tmp.WzhmFcTHGa /tmp/tmp.Og8R9XF5mj
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-recommended-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-recommended-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-recommended-rs0 OK'
+ set +o xtrace
[2026-03-10T09:40:36+0000] compare_kubectl: statefulset/version-service-recommended-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-recommended-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-recommended-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-recommended-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.56TNmlMivw
++ mktemp
+ local LAST_ERR=/tmp/tmp.88w1EfiSwd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.56TNmlMivw
perconaservermongodb.psmdb.percona.com "version-service-recommended" deleted from version-service-8401 namespace
+ cat /tmp/tmp.88w1EfiSwd
+ rm /tmp/tmp.56TNmlMivw /tmp/tmp.88w1EfiSwd
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iheKdnYkix
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DztsLTwqLK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iheKdnYkix
++ cat /tmp/tmp.DztsLTwqLK
++ rm /tmp/tmp.iheKdnYkix /tmp/tmp.DztsLTwqLK
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-8np4s
pod "percona-server-mongodb-operator-876665d7-8np4s" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-latest'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-latest
-----------------------------------------------------------------------------------

+ cluster=version-service-latest
+ expected_image=percona/percona-server-mongodb:8.0.4-1-multi
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.XhM02ZaQUG
++ mktemp
+ local LAST_ERR=/tmp/tmp.1DU8WD768l
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XhM02ZaQUG
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.1DU8WD768l
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.XhM02ZaQUG /tmp/tmp.1DU8WD768l
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.BDxd2MH6b7
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/version-service-latest-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ yq eval '
		.spec.backup.enabled = false |
		del(.spec.backup.tasks) |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.BDxd2MH6b7
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.dDCp6rubgM
++ mktemp
+ local LAST_ERR=/tmp/tmp.JHUPZKHOFO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dDCp6rubgM
perconaservermongodb.psmdb.percona.com/version-service-latest created
+ cat /tmp/tmp.JHUPZKHOFO
+ rm /tmp/tmp.dDCp6rubgM /tmp/tmp.JHUPZKHOFO
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-latest-rs0 3
+ local name=version-service-latest-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-latest
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-latest-rs0-0
+ local pod=version-service-latest-rs0-0
+ set +o xtrace
waiting for pod/version-service-latest-rs0-0 to be ready..............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-latest-rs0-1
+ local pod=version-service-latest-rs0-1
+ set +o xtrace
waiting for pod/version-service-latest-rs0-1 to be ready...............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AFNssTjte8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.atiMvjx13Z
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AFNssTjte8
++ cat /tmp/tmp.atiMvjx13Z
++ rm /tmp/tmp.AFNssTjte8 /tmp/tmp.atiMvjx13Z
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod version-service-latest-rs0-2
+ local pod=version-service-latest-rs0-2
+ set +o xtrace
waiting for pod/version-service-latest-rs0-2 to be ready...................OK
++ kubectl_bin get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IGeov8sar6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.goamj4bYU1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IGeov8sar6
++ cat /tmp/tmp.goamj4bYU1
++ rm /tmp/tmp.IGeov8sar6 /tmp/tmp.goamj4bYU1
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Mucw4PfBQD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rYTnWu8rc1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-latest -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Mucw4PfBQD
++ cat /tmp/tmp.rYTnWu8rc1
++ rm /tmp/tmp.Mucw4PfBQD /tmp/tmp.rYTnWu8rc1
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-latest-rs0
+ local resource=statefulset/version-service-latest-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-latest-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.VPM2yvMENO
++ mktemp
+ local LAST_ERR=/tmp/tmp.4Iakd0InGA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-latest-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VPM2yvMENO
+ cat /tmp/tmp.4Iakd0InGA
+ rm /tmp/tmp.VPM2yvMENO /tmp/tmp.4Iakd0InGA
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-latest-rs0 OK'
+ set +o xtrace
[2026-03-10T09:42:56+0000] compare_kubectl: statefulset/version-service-latest-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-latest-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-latest-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-latest-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Yhv4wiwMYp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.obNPNhPuQD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Yhv4wiwMYp
++ cat /tmp/tmp.obNPNhPuQD
++ rm /tmp/tmp.Yhv4wiwMYp /tmp/tmp.obNPNhPuQD
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-latest-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.vbDNwyQlcZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.HKkBCoAKRD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-latest-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vbDNwyQlcZ
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-latest-rs0-0.version-service-latest-rs0.version-service-8401.svc.cluster.local:27017,version-service-latest-rs0-2.version-service-latest-rs0.version-service-8401.svc.cluster.local:27017,version-service-latest-rs0-1.version-service-latest-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("b69eee5d-a046-4c15-bac8-f52fc796ff37") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.HKkBCoAKRD
+ rm /tmp/tmp.vbDNwyQlcZ /tmp/tmp.HKkBCoAKRD
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-latest-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-latest-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-latest-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Z10w15MWTq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ktu8VkQbvm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Z10w15MWTq
++ cat /tmp/tmp.ktu8VkQbvm
++ rm /tmp/tmp.Z10w15MWTq /tmp/tmp.ktu8VkQbvm
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-latest-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.FscakdfDmq
++ mktemp
+ local LAST_ERR=/tmp/tmp.yUsEp3BgEn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-latest-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FscakdfDmq
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-latest-rs0-1.version-service-latest-rs0.version-service-8401.svc.cluster.local:27017,version-service-latest-rs0-0.version-service-latest-rs0.version-service-8401.svc.cluster.local:27017,version-service-latest-rs0-2.version-service-latest-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("72cb7785-e403-4888-b3ca-761019a1f9a6") }
Percona Server for MongoDB server version: v8.0.4-1
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.yUsEp3BgEn
+ rm /tmp/tmp.FscakdfDmq /tmp/tmp.yUsEp3BgEn
+ return 0
+ compare_kubectl statefulset/version-service-latest-rs0
+ local resource=statefulset/version-service-latest-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-latest-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.s9vJ1MWCjs
++ mktemp
+ local LAST_ERR=/tmp/tmp.kG2NAGGWlB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-latest-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.s9vJ1MWCjs
+ cat /tmp/tmp.kG2NAGGWlB
+ rm /tmp/tmp.s9vJ1MWCjs /tmp/tmp.kG2NAGGWlB
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-latest-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-latest-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-latest-rs0 OK'
+ set +o xtrace
[2026-03-10T09:43:00+0000] compare_kubectl: statefulset/version-service-latest-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-latest-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-latest-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-latest-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:8.0.4-1-multi
+ '[' percona/percona-server-mongodb:8.0.4-1-multi '!=' percona/percona-server-mongodb:8.0.4-1-multi ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.pVsssWlBHl
++ mktemp
+ local LAST_ERR=/tmp/tmp.kMk4pguE5O
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pVsssWlBHl
perconaservermongodb.psmdb.percona.com "version-service-latest" deleted from version-service-8401 namespace
+ cat /tmp/tmp.kMk4pguE5O
+ rm /tmp/tmp.pVsssWlBHl /tmp/tmp.kMk4pguE5O
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9563UHzutI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7DEVSjbigS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9563UHzutI
++ cat /tmp/tmp.7DEVSjbigS
++ rm /tmp/tmp.9563UHzutI /tmp/tmp.7DEVSjbigS
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-xk4sj
pod "percona-server-mongodb-operator-876665d7-xk4sj" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-major'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-major
-----------------------------------------------------------------------------------

+ cluster=version-service-major
+ expected_image=percona/percona-server-mongodb:6.0.4-3
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.9LP6zMHBXg
++ mktemp
+ local LAST_ERR=/tmp/tmp.owQczWUjS8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9LP6zMHBXg
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.owQczWUjS8
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.9LP6zMHBXg /tmp/tmp.owQczWUjS8
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.dJ5ZW8U4TP
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/version-service-major-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ yq eval '
		.spec.backup.enabled = false |
		del(.spec.backup.tasks) |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.dJ5ZW8U4TP
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.rxJoHdczlb
++ mktemp
+ local LAST_ERR=/tmp/tmp.BAho2ZBdSx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rxJoHdczlb
perconaservermongodb.psmdb.percona.com/version-service-major created
+ cat /tmp/tmp.BAho2ZBdSx
+ rm /tmp/tmp.rxJoHdczlb /tmp/tmp.BAho2ZBdSx
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-major-rs0 3
+ local name=version-service-major-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-major
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-major-rs0-0
+ local pod=version-service-major-rs0-0
+ set +o xtrace
waiting for pod/version-service-major-rs0-0 to be ready...........................OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-major-rs0-1
+ local pod=version-service-major-rs0-1
+ set +o xtrace
waiting for pod/version-service-major-rs0-1 to be ready.....................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ssO0evEhNL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gXGALwwcF4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ssO0evEhNL
++ cat /tmp/tmp.gXGALwwcF4
++ rm /tmp/tmp.ssO0evEhNL /tmp/tmp.gXGALwwcF4
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod version-service-major-rs0-2
+ local pod=version-service-major-rs0-2
+ set +o xtrace
waiting for pod/version-service-major-rs0-2 to be ready........................OK
++ kubectl_bin get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yaVtbzPBop
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wn7wuIYSYe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yaVtbzPBop
++ cat /tmp/tmp.wn7wuIYSYe
++ rm /tmp/tmp.yaVtbzPBop /tmp/tmp.wn7wuIYSYe
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DsbwwvJsga
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WdkhHDop0k
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-major -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DsbwwvJsga
++ cat /tmp/tmp.WdkhHDop0k
++ rm /tmp/tmp.DsbwwvJsga /tmp/tmp.WdkhHDop0k
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-major-rs0
+ local resource=statefulset/version-service-major-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-major-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.mquxnshEfk
++ mktemp
+ local LAST_ERR=/tmp/tmp.X4zGKWs03I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-major-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mquxnshEfk
+ cat /tmp/tmp.X4zGKWs03I
+ rm /tmp/tmp.mquxnshEfk /tmp/tmp.X4zGKWs03I
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-major-rs0 OK'
+ set +o xtrace
[2026-03-10T09:45:48+0000] compare_kubectl: statefulset/version-service-major-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-major-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-major-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-major-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M0TBgwMJBx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5dOwkxO1BR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.M0TBgwMJBx
++ cat /tmp/tmp.5dOwkxO1BR
++ rm /tmp/tmp.M0TBgwMJBx /tmp/tmp.5dOwkxO1BR
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-major-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.NZQhq1whj8
++ mktemp
+ local LAST_ERR=/tmp/tmp.rxFRsjEqhg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-major-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NZQhq1whj8
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-major-rs0-1.version-service-major-rs0.version-service-8401.svc.cluster.local:27017,version-service-major-rs0-2.version-service-major-rs0.version-service-8401.svc.cluster.local:27017,version-service-major-rs0-0.version-service-major-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("1ef6aa89-92ca-4fd8-bec8-c6637dc3c20e") }
Percona Server for MongoDB server version: v6.0.4-3
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.rxFRsjEqhg
+ rm /tmp/tmp.NZQhq1whj8 /tmp/tmp.rxFRsjEqhg
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-major-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-major-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-major-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4OlTDpQ5Dw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fc5JQlwyll
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4OlTDpQ5Dw
++ cat /tmp/tmp.fc5JQlwyll
++ rm /tmp/tmp.4OlTDpQ5Dw /tmp/tmp.fc5JQlwyll
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-major-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.ibVPByzcJu
++ mktemp
+ local LAST_ERR=/tmp/tmp.PilMWmfbdh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-major-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ibVPByzcJu
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-major-rs0-0.version-service-major-rs0.version-service-8401.svc.cluster.local:27017,version-service-major-rs0-1.version-service-major-rs0.version-service-8401.svc.cluster.local:27017,version-service-major-rs0-2.version-service-major-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("b2aa5a19-f052-400f-88d3-96f117064d2d") }
Percona Server for MongoDB server version: v6.0.4-3
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.PilMWmfbdh
+ rm /tmp/tmp.ibVPByzcJu /tmp/tmp.PilMWmfbdh
+ return 0
+ compare_kubectl statefulset/version-service-major-rs0
+ local resource=statefulset/version-service-major-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-major-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.OCJbgNAf3O
++ mktemp
+ local LAST_ERR=/tmp/tmp.mcLQ1hGJhH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-major-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OCJbgNAf3O
+ cat /tmp/tmp.mcLQ1hGJhH
+ rm /tmp/tmp.OCJbgNAf3O /tmp/tmp.mcLQ1hGJhH
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-major-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-major-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-major-rs0 OK'
+ set +o xtrace
[2026-03-10T09:45:52+0000] compare_kubectl: statefulset/version-service-major-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-major-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.4-3
+ '[' percona/percona-server-mongodb:6.0.4-3 '!=' percona/percona-server-mongodb:6.0.4-3 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-major-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.4-3
+ '[' percona/percona-server-mongodb:6.0.4-3 '!=' percona/percona-server-mongodb:6.0.4-3 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-major-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=percona/percona-server-mongodb:6.0.4-3
+ '[' percona/percona-server-mongodb:6.0.4-3 '!=' percona/percona-server-mongodb:6.0.4-3 ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.kHcLbqoKo9
++ mktemp
+ local LAST_ERR=/tmp/tmp.uvXKz5yIMR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kHcLbqoKo9
perconaservermongodb.psmdb.percona.com "version-service-major" deleted from version-service-8401 namespace
+ cat /tmp/tmp.uvXKz5yIMR
+ rm /tmp/tmp.kHcLbqoKo9 /tmp/tmp.uvXKz5yIMR
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bsjByTguyS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EYZtsRy5qh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bsjByTguyS
++ cat /tmp/tmp.EYZtsRy5qh
++ rm /tmp/tmp.bsjByTguyS /tmp/tmp.EYZtsRy5qh
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-vdnk9
pod "percona-server-mongodb-operator-876665d7-vdnk9" deleted from psmdb-operator namespace
+ sleep 10
+ for i in "${!cases[@]}"
+ desc 'test version-service-unreachable'
+ set +o xtrace


-----------------------------------------------------------------------------------
test version-service-unreachable
-----------------------------------------------------------------------------------

+ cluster=version-service-unreachable
+ expected_image=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.aRAUhrjgkx
++ mktemp
+ local LAST_ERR=/tmp/tmp.RVxAOeIFC7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aRAUhrjgkx
secret/some-users configured
deployment.apps/psmdb-client unchanged
+ cat /tmp/tmp.RVxAOeIFC7
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.aRAUhrjgkx /tmp/tmp.RVxAOeIFC7
+ return 0
+ desc 'create PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster
-----------------------------------------------------------------------------------

++ mktemp
+ tmp_file=/tmp/tmp.6akEw7Jj4P
+ sed s%#initImage%docker.io/perconalab/percona-server-mongodb-operator:PR-2266-f9fc55604%g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/conf/version-service-unreachable-rs0.yml
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ yq eval '
		.spec.backup.enabled = false |
		del(.spec.backup.tasks) |
		.spec.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0" |
		.spec.pmm.image = "docker.io/percona/pmm-client:2.44.1-1" |
		.spec.backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' /tmp/tmp.6akEw7Jj4P
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.4O20zWE8Z6
++ mktemp
+ local LAST_ERR=/tmp/tmp.khJOtybQgl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4O20zWE8Z6
perconaservermongodb.psmdb.percona.com/version-service-unreachable created
+ cat /tmp/tmp.khJOtybQgl
+ rm /tmp/tmp.4O20zWE8Z6 /tmp/tmp.khJOtybQgl
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running version-service-unreachable-rs0 3
+ local name=version-service-unreachable-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=version-service-unreachable
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod version-service-unreachable-rs0-0
+ local pod=version-service-unreachable-rs0-0
+ set +o xtrace
waiting for pod/version-service-unreachable-rs0-0 to be ready.............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod version-service-unreachable-rs0-1
+ local pod=version-service-unreachable-rs0-1
+ set +o xtrace
waiting for pod/version-service-unreachable-rs0-1 to be ready.................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dDt5IPv44U
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wR41qx3bec
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dDt5IPv44U
++ cat /tmp/tmp.wR41qx3bec
++ rm /tmp/tmp.dDt5IPv44U /tmp/tmp.wR41qx3bec
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod version-service-unreachable-rs0-2
+ local pod=version-service-unreachable-rs0-2
+ set +o xtrace
waiting for pod/version-service-unreachable-rs0-2 to be ready..........................OK
++ kubectl_bin get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XjZxQMge6B
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pr9FJV4KRM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XjZxQMge6B
++ cat /tmp/tmp.pr9FJV4KRM
++ rm /tmp/tmp.XjZxQMge6B /tmp/tmp.pr9FJV4KRM
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UNLmzD8GAQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8jkSjSkzQp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb version-service-unreachable -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UNLmzD8GAQ
++ cat /tmp/tmp.8jkSjSkzQp
++ rm /tmp/tmp.UNLmzD8GAQ /tmp/tmp.8jkSjSkzQp
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/version-service-unreachable-rs0
+ local resource=statefulset/version-service-unreachable-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-unreachable-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.rIOoEAPzrm
++ mktemp
+ local LAST_ERR=/tmp/tmp.WNzysrVUAW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-unreachable-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rIOoEAPzrm
+ cat /tmp/tmp.WNzysrVUAW
+ rm /tmp/tmp.rIOoEAPzrm /tmp/tmp.WNzysrVUAW
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-unreachable-rs0 OK'
+ set +o xtrace
[2026-03-10T09:48:23+0000] compare_kubectl: statefulset/version-service-unreachable-rs0 OK
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-8401
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Lvtj4whS1z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.M9MD3b2NLb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Lvtj4whS1z
++ cat /tmp/tmp.M9MD3b2NLb
++ rm /tmp/tmp.Lvtj4whS1z /tmp/tmp.M9MD3b2NLb
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.DyH3cCu2fr
++ mktemp
+ local LAST_ERR=/tmp/tmp.rNrLSMvm1c
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@version-service-unreachable-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DyH3cCu2fr
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-unreachable-rs0-1.version-service-unreachable-rs0.version-service-8401.svc.cluster.local:27017,version-service-unreachable-rs0-0.version-service-unreachable-rs0.version-service-8401.svc.cluster.local:27017,version-service-unreachable-rs0-2.version-service-unreachable-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("74aee182-9815-475c-ac1f-b91aef8c610d") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.rNrLSMvm1c
+ rm /tmp/tmp.DyH3cCu2fr /tmp/tmp.rNrLSMvm1c
+ return 0
+ desc 'write data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@version-service-unreachable-rs0.version-service-8401
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@version-service-unreachable-rs0.version-service-8401
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@version-service-unreachable-rs0.version-service-8401 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.07IfQ0ufb8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y7f92wcabi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.07IfQ0ufb8
++ cat /tmp/tmp.Y7f92wcabi
++ rm /tmp/tmp.07IfQ0ufb8 /tmp/tmp.Y7f92wcabi
++ return 0
+ local client_container=psmdb-client-bb8b97679-qb2hx
+ kubectl_bin exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-unreachable-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.toYAaB3SdJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.Om2TToInHH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-qb2hx -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@version-service-unreachable-rs0.version-service-8401.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.toYAaB3SdJ
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://version-service-unreachable-rs0-1.version-service-unreachable-rs0.version-service-8401.svc.cluster.local:27017,version-service-unreachable-rs0-0.version-service-unreachable-rs0.version-service-8401.svc.cluster.local:27017,version-service-unreachable-rs0-2.version-service-unreachable-rs0.version-service-8401.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("d5a5b8d4-4b2a-4437-9528-73de5be974e4") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.Om2TToInHH
+ rm /tmp/tmp.toYAaB3SdJ /tmp/tmp.Om2TToInHH
+ return 0
+ compare_kubectl statefulset/version-service-unreachable-rs0
+ local resource=statefulset/version-service-unreachable-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml
+ local new_result=/tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/version-service-unreachable-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("version-service-8401", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.VQDaVysyTs
++ mktemp
+ local LAST_ERR=/tmp/tmp.WPfil6CANW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/version-service-unreachable-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VQDaVysyTs
+ cat /tmp/tmp.WPfil6CANW
+ rm /tmp/tmp.VQDaVysyTs /tmp/tmp.WPfil6CANW
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/e2e-tests/version-service/compare/statefulset_version-service-unreachable-rs0.yml /tmp/tmp.NL0iKO3SKt/statefulset_version-service-unreachable-rs0.yml
+ log 'compare_kubectl: statefulset/version-service-unreachable-rs0 OK'
+ set +o xtrace
[2026-03-10T09:48:27+0000] compare_kubectl: statefulset/version-service-unreachable-rs0 OK
+ pods=($(kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name))
++ kubectl get pods -l app.kubernetes.io/name=percona-server-mongodb -o=name
+ '[' 3 -eq 0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-unreachable-rs0-0 -o 'jsonpath={.spec.containers[0].image}'
+ img=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ '[' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 '!=' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-unreachable-rs0-1 -o 'jsonpath={.spec.containers[0].image}'
+ img=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ '[' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 '!=' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ']'
+ for pod in "${pods[@]}"
++ kubectl get pod/version-service-unreachable-rs0-2 -o 'jsonpath={.spec.containers[0].image}'
+ img=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+ '[' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 '!=' docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ']'
+ kubectl_bin delete psmdb --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.xujJL8lzbo
++ mktemp
+ local LAST_ERR=/tmp/tmp.XUHQdqlU1T
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xujJL8lzbo
perconaservermongodb.psmdb.percona.com "version-service-unreachable" deleted from version-service-8401 namespace
+ cat /tmp/tmp.XUHQdqlU1T
+ rm /tmp/tmp.xujJL8lzbo /tmp/tmp.XUHQdqlU1T
+ return 0
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XWa6U5jwzq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EBc0E2Vfon
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XWa6U5jwzq
++ cat /tmp/tmp.EBc0E2Vfon
++ rm /tmp/tmp.XWa6U5jwzq /tmp/tmp.EBc0E2Vfon
++ return 0
+ kubectl delete pod -n psmdb-operator percona-server-mongodb-operator-876665d7-xkf2s
pod "percona-server-mongodb-operator-876665d7-xkf2s" deleted from psmdb-operator namespace
+ sleep 10
+ destroy version-service-8401
+ local namespace=version-service-8401
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OTTU4hw7oN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VYClCWkfrU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OTTU4hw7oN
++ cat /tmp/tmp.VYClCWkfrU
No resources found in version-service-8401 namespace.
++ rm /tmp/tmp.OTTU4hw7oN /tmp/tmp.VYClCWkfrU
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.bOC9hhpX6p
++ mktemp
+ local LAST_ERR=/tmp/tmp.TmVHrWtxYp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bOC9hhpX6p
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.TmVHrWtxYp
+ rm /tmp/tmp.bOC9hhpX6p /tmp/tmp.TmVHrWtxYp
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.pVVM5WRBHg
++ mktemp
+ local LAST_ERR=/tmp/tmp.elWEITsjXf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pVVM5WRBHg
+ cat /tmp/tmp.elWEITsjXf
+ rm /tmp/tmp.pVVM5WRBHg /tmp/tmp.elWEITsjXf
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.lN49CnEXVa
++ mktemp
+ local LAST_ERR=/tmp/tmp.1D2GClsxSa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lN49CnEXVa
+ cat /tmp/tmp.1D2GClsxSa
+ rm /tmp/tmp.lN49CnEXVa /tmp/tmp.1D2GClsxSa
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZkemuSvwOA
++ mktemp
+ local LAST_ERR=/tmp/tmp.5xbMAkk01Y
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZkemuSvwOA
+ cat /tmp/tmp.5xbMAkk01Y
+ rm /tmp/tmp.ZkemuSvwOA /tmp/tmp.5xbMAkk01Y
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.oHWkz06rx1
++ mktemp
+ local LAST_ERR=/tmp/tmp.XoaEkhm8gn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2266/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oHWkz06rx1
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.XoaEkhm8gn
+ rm /tmp/tmp.oHWkz06rx1 /tmp/tmp.XoaEkhm8gn
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.wHYQwIHE0v
++ mktemp
+ local LAST_ERR=/tmp/tmp.fnt9DswTaG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.wHYQwIHE0v
+ cat /tmp/tmp.fnt9DswTaG
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.wHYQwIHE0v
+ cat /tmp/tmp.fnt9DswTaG
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.wHYQwIHE0v
+ cat /tmp/tmp.fnt9DswTaG
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.wHYQwIHE0v
+ cat /tmp/tmp.fnt9DswTaG
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.wHYQwIHE0v /tmp/tmp.fnt9DswTaG
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace version-service-8401
+ rm -rf /tmp/tmp.NL0iKO3SKt
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.Z8EocV9PJR
+ local LAST_OUT=/tmp/tmp.JTqKUxKj9N
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.BRE31HYzA3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.VZIT3NXddV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace version-service-8401