Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/logs/smart-update.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + cluster=smart-update + create_infra smart-update-19686 + local ns=smart-update-19686 + echo smart-update-19686 + [[ 0 == 1 ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns=psmdb-operator + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n psmdb-operator ']' + helm uninstall --wait --timeout 60s chaos-mesh --namespace psmdb-operator release "chaos-mesh" uninstalled ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get awschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete awschaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get azurechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete azurechaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get blockchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete blockchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get dnschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete dnschaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get gcpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete gcpchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get httpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete httpchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get iochaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete iochaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get jvmchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete jvmchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get kernelchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete kernelchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get networkchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete networkchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get physicalmachinechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete physicalmachinechaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get physicalmachines --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete physicalmachines --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get podchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete podchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get podhttpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete podhttpchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get podiochaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete podiochaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get podnetworkchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete podnetworkchaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get remoteclusters --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete remoteclusters --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get schedules --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete schedules --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get statuschecks --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete statuschecks --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get stresschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete stresschaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get timechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete timechaos --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get workflownodes --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete workflownodes --all --all-namespaces No resources found + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') + kubectl get workflows --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace + read -r line + timeout 30 kubectl delete workflows --all --all-namespaces No resources found ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd awschaos.chaos-mesh.org azurechaos.chaos-mesh.org blockchaos.chaos-mesh.org dnschaos.chaos-mesh.org gcpchaos.chaos-mesh.org httpchaos.chaos-mesh.org iochaos.chaos-mesh.org jvmchaos.chaos-mesh.org kernelchaos.chaos-mesh.org networkchaos.chaos-mesh.org physicalmachinechaos.chaos-mesh.org physicalmachines.chaos-mesh.org podchaos.chaos-mesh.org podhttpchaos.chaos-mesh.org podiochaos.chaos-mesh.org podnetworkchaos.chaos-mesh.org remoteclusters.chaos-mesh.org schedules.chaos-mesh.org statuschecks.chaos-mesh.org stresschaos.chaos-mesh.org timechaos.chaos-mesh.org workflownodes.chaos-mesh.org workflows.chaos-mesh.org customresourcedefinition.apiextensions.k8s.io "awschaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "azurechaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "blockchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "dnschaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "gcpchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "httpchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "iochaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "jvmchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "kernelchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "networkchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "physicalmachinechaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "physicalmachines.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "podchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "podhttpchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "podiochaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "podnetworkchaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "remoteclusters.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "schedules.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "statuschecks.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "stresschaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "timechaos.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "workflownodes.chaos-mesh.org" deleted customresourcedefinition.apiextensions.k8s.io "workflows.chaos-mesh.org" deleted ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace + xargs kubectl delete ns ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.0aG2d1DVdz ++ mktemp + local LAST_OUT=/tmp/tmp.KOX2Fs1KLK + local LAST_ERR=/tmp/tmp.rwIH6TE3r1 + local exit_status=0 + local timeout=4 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.VLvfAr6Xit + local exit_status=0 + local timeout=4 + for i in $(seq 0 2) ++ seq 0 2 + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KOX2Fs1KLK + cat /tmp/tmp.VLvfAr6Xit + rm /tmp/tmp.KOX2Fs1KLK /tmp/tmp.VLvfAr6Xit + return 0 namespace "operator-self-healing-chaos-282" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.0aG2d1DVdz namespace "psmdb-operator" deleted + cat /tmp/tmp.rwIH6TE3r1 + rm /tmp/tmp.0aG2d1DVdz /tmp/tmp.rwIH6TE3r1 + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.WdlQN6Mg7e ++ mktemp + local LAST_ERR=/tmp/tmp.dT4LYF5dH9 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.WdlQN6Mg7e + cat /tmp/tmp.dT4LYF5dH9 + rm /tmp/tmp.WdlQN6Mg7e /tmp/tmp.dT4LYF5dH9 + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.kQ7LlCDTvq ++ mktemp + local LAST_ERR=/tmp/tmp.7neRJGZ159 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.kQ7LlCDTvq namespace/psmdb-operator created + cat /tmp/tmp.7neRJGZ159 + rm /tmp/tmp.kQ7LlCDTvq /tmp/tmp.7neRJGZ159 + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6mLDKDONWE +++ mktemp ++ local LAST_ERR=/tmp/tmp.wIM4VOvYEt ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.6mLDKDONWE ++ cat /tmp/tmp.wIM4VOvYEt ++ rm /tmp/tmp.6mLDKDONWE /tmp/tmp.wIM4VOvYEt ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.ZvwnqdS6Qy ++ mktemp + local LAST_ERR=/tmp/tmp.SYUMOkCbdt + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZvwnqdS6Qy Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9" modified. + cat /tmp/tmp.SYUMOkCbdt + rm /tmp/tmp.ZvwnqdS6Qy /tmp/tmp.SYUMOkCbdt + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/smart-update/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.333KQVq68q ++ mktemp + local LAST_ERR=/tmp/tmp.DLJuSOxS90 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.333KQVq68q customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.DLJuSOxS90 + rm /tmp/tmp.333KQVq68q /tmp/tmp.DLJuSOxS90 + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + sed -e 's^namespace: .*^namespace: psmdb-operator^' + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.JKAYY3HUJt ++ mktemp + local LAST_ERR=/tmp/tmp.y9kLCTDOKG + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.JKAYY3HUJt clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator configured serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator unchanged + cat /tmp/tmp.y9kLCTDOKG + rm /tmp/tmp.JKAYY3HUJt /tmp/tmp.y9kLCTDOKG + return 0 + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.5k7p2IXxvg ++ mktemp + local LAST_ERR=/tmp/tmp.5gEZZJwYdd + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5k7p2IXxvg deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.5gEZZJwYdd + rm /tmp/tmp.5k7p2IXxvg /tmp/tmp.5gEZZJwYdd + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.vCRfaXkKCL +++ mktemp ++ local LAST_ERR=/tmp/tmp.JXvCctovI2 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.vCRfaXkKCL ++ cat /tmp/tmp.JXvCctovI2 ++ rm /tmp/tmp.vCRfaXkKCL /tmp/tmp.JXvCctovI2 ++ return 0 + wait_operator_pod percona-server-mongodb-operator-859f4bc6d7-628dz + local pod=percona-server-mongodb-operator-859f4bc6d7-628dz + set +o xtrace waiting for pod/percona-server-mongodb-operator-859f4bc6d7-628dz to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.2ywO0baSjV +++ mktemp ++ local LAST_ERR=/tmp/tmp.QR1o6u68C4 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.2ywO0baSjV ++ cat /tmp/tmp.QR1o6u68C4 ++ rm /tmp/tmp.2ywO0baSjV /tmp/tmp.QR1o6u68C4 ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-859f4bc6d7-628dz ++ mktemp + local LAST_OUT=/tmp/tmp.ldbSRA46lm ++ mktemp + local LAST_ERR=/tmp/tmp.qjYDLHz1w7 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-859f4bc6d7-628dz + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ldbSRA46lm + cat /tmp/tmp.qjYDLHz1w7 + rm /tmp/tmp.ldbSRA46lm /tmp/tmp.qjYDLHz1w7 + return 0 2026-06-09T10:45:39.866Z INFO setup Manager starting up {"gitCommit": "fb8cc718776dc8f9e011cd5f23fe48cf7f65143e", "gitBranch": "PR-2058-fb8cc7187", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"} + create_namespace smart-update-19686 + local namespace=smart-update-19686 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update-19686' + xargs kubectl delete ns + set +o xtrace ++ mktemp ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update-19686 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update-19686 --ignore-not-found + local LAST_OUT=/tmp/tmp.8LLBywapPf ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.EpbFLYRKFa + local exit_status=0 + local timeout=4 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.5mr5AO28hg + for i in $(seq 0 2) + set +e + kubectl get ns ++ mktemp + local LAST_ERR=/tmp/tmp.yVk0zRhQR5 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace smart-update-19686 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.8LLBywapPf + cat /tmp/tmp.EpbFLYRKFa + rm /tmp/tmp.8LLBywapPf /tmp/tmp.EpbFLYRKFa + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5mr5AO28hg + cat /tmp/tmp.yVk0zRhQR5 error: resource(s) were provided, but no name was specified + rm /tmp/tmp.5mr5AO28hg /tmp/tmp.yVk0zRhQR5 + return 0 + kubectl_bin wait --for=delete namespace smart-update-19686 ++ mktemp + local LAST_OUT=/tmp/tmp.HH44Cntijj ++ mktemp + local LAST_ERR=/tmp/tmp.nEsIKSOkfQ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace smart-update-19686 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.HH44Cntijj + cat /tmp/tmp.nEsIKSOkfQ + rm /tmp/tmp.HH44Cntijj /tmp/tmp.nEsIKSOkfQ + return 0 + desc 'create namespace smart-update-19686' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update-19686 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update-19686 ++ mktemp + local LAST_OUT=/tmp/tmp.cMq0yhPaNj ++ mktemp + local LAST_ERR=/tmp/tmp.9h43go0Qrw + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace smart-update-19686 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.cMq0yhPaNj namespace/smart-update-19686 created + cat /tmp/tmp.9h43go0Qrw + rm /tmp/tmp.cMq0yhPaNj /tmp/tmp.9h43go0Qrw + return 0 + set_kube_ctx smart-update-19686 + local namespace=smart-update-19686 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.62egLkTM8T +++ mktemp ++ local LAST_ERR=/tmp/tmp.V3J1J6Omqc ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.62egLkTM8T ++ cat /tmp/tmp.V3J1J6Omqc ++ rm /tmp/tmp.62egLkTM8T /tmp/tmp.V3J1J6Omqc ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=smart-update-19686 ++ mktemp + local LAST_OUT=/tmp/tmp.RuuUkV5SrT ++ mktemp + local LAST_ERR=/tmp/tmp.7tkHRqhB5a + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9 --namespace=smart-update-19686 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.RuuUkV5SrT Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster9" modified. + cat /tmp/tmp.7tkHRqhB5a + rm /tmp/tmp.RuuUkV5SrT /tmp/tmp.7tkHRqhB5a + return 0 + desc 'create secrets and start client' + set +o xtrace ----------------------------------------------------------------------------------- create secrets and start client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.wnvIXoIVOa ++ mktemp + local LAST_ERR=/tmp/tmp.Wph1VSS9Ws + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.wnvIXoIVOa secret/some-users created deployment.apps/psmdb-client created + cat /tmp/tmp.Wph1VSS9Ws + rm /tmp/tmp.wnvIXoIVOa /tmp/tmp.Wph1VSS9Ws + return 0 + IMAGE_MONGOD_TO_UPDATE=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 + [[ docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 == *percona\-server\-mongodb\-operator* ]] ++ echo -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ++ /usr/sbin/sed -r 's/.*([0-9].[0-9])$/\1/' + MONGO_VER=8.0 + IMAGE_MONGOD=percona/percona-server-mongodb:8.0 + qualify_image_var IMAGE_MONGOD + local var=IMAGE_MONGOD + local val=percona/percona-server-mongodb:8.0 + local out= + local ref + [[ -z percona/percona-server-mongodb:8.0 ]] + [[ percona/percona-server-mongodb:8.0 == * * ]] ++ qualify_image_ref percona/percona-server-mongodb:8.0 ++ local ref=percona/percona-server-mongodb:8.0 ++ local first=percona ++ [[ percona == *.* ]] ++ [[ percona == *:* ]] ++ [[ percona == localhost ]] ++ [[ percona/percona-server-mongodb:8.0 == percona/* ]] ++ printf %s%s docker.io/ percona/percona-server-mongodb:8.0 ++ return 0 + printf -v IMAGE_MONGOD %s docker.io/percona/percona-server-mongodb:8.0 + desc 'create first PSMDB cluster smart-update' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster smart-update ----------------------------------------------------------------------------------- + spinup_psmdb smart-update-rs0 /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/smart-update/conf/smart-update-rs0.yml + local cluster=smart-update-rs0 + local config=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/smart-update/conf/smart-update-rs0.yml + local size=3 + desc 'create first PSMDB cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/smart-update/conf/smart-update-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/smart-update/conf/smart-update-rs0.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/smart-update/conf/smart-update-rs0.yml + yq eval '(.spec | select(.image == null)).image = "docker.io/percona/percona-server-mongodb:8.0"' ++ mktemp + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187"' + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + /usr/sbin/sed -e s/NAME_SPACE/smart-update-19686/g + local LAST_OUT=/tmp/tmp.LyY5AF9svx + yq eval '.spec.upgradeOptions.apply="Never"' ++ mktemp + local LAST_ERR=/tmp/tmp.OZaAJdTdVt + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LyY5AF9svx perconaservermongodb.psmdb.percona.com/smart-update created + cat /tmp/tmp.OZaAJdTdVt + rm /tmp/tmp.LyY5AF9svx /tmp/tmp.OZaAJdTdVt + return 0 + desc 'check if Pod is started' + set +o xtrace ----------------------------------------------------------------------------------- check if Pod is started ----------------------------------------------------------------------------------- + wait_for_running smart-update-rs0 3 + local name=smart-update-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=smart-update ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod smart-update-rs0-0 + local pod=smart-update-rs0-0 + set +o xtrace waiting for pod/smart-update-rs0-0 to be ready........................................................................................................................................................Terminated kubectl_bin get pod/$pod -o jsonpath='{.status.containerStatuses[0].ready}' 2> /dev/null | grep --quiet 'true'