Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/logs/users-5-7.log
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+ create_infra users-3706
+ local ns=users-3706
+ '[' -n pxc-operator ']'
+ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ read -r pns name
+ [[ -z users-410 ]]
+ [[ -z some-name ]]
+ kubectl_bin patch pxc -n users-410 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9xhIt08Jkn
++ mktemp
+ local LAST_ERR=/tmp/tmp.WKvvS5dxx6
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch pxc -n users-410 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9xhIt08Jkn
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.WKvvS5dxx6
+ rm /tmp/tmp.9xhIt08Jkn /tmp/tmp.WKvvS5dxx6
+ return 0
+ read -r pns name
+ read -r pns name
+ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found
perconaxtradbcluster.pxc.percona.com "some-name" deleted from users-410 namespace
+ timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.RbMbxAPbBP
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.eEzPQiC0KQ
+ xargs kubectl delete ns
+ local LAST_ERR=/tmp/tmp.1WgpRqW4f1
+ local exit_status=0
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.UXg8rsRM9t
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RbMbxAPbBP
+ cat /tmp/tmp.1WgpRqW4f1
+ rm /tmp/tmp.RbMbxAPbBP /tmp/tmp.1WgpRqW4f1
+ return 0
namespace "users-410" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.eEzPQiC0KQ
namespace "pxc-operator" deleted
+ cat /tmp/tmp.UXg8rsRM9t
+ rm /tmp/tmp.eEzPQiC0KQ /tmp/tmp.UXg8rsRM9t
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.YBojFQVGAx
++ mktemp
+ local LAST_ERR=/tmp/tmp.vBOta1ofVP
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YBojFQVGAx
namespace/pxc-operator created
+ cat /tmp/tmp.vBOta1ofVP
+ rm /tmp/tmp.YBojFQVGAx /tmp/tmp.vBOta1ofVP
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Wt6PVqqr9V
+++ mktemp
++ local LAST_ERR=/tmp/tmp.InNSePLYAD
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Wt6PVqqr9V
++ cat /tmp/tmp.InNSePLYAD
++ rm /tmp/tmp.Wt6PVqqr9V /tmp/tmp.InNSePLYAD
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster9 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.OAkvHxjnId
++ mktemp
+ local LAST_ERR=/tmp/tmp.iNO9ZZYL4H
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster9 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OAkvHxjnId
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster9" modified.
+ cat /tmp/tmp.iNO9ZZYL4H
+ rm /tmp/tmp.OAkvHxjnId /tmp/tmp.iNO9ZZYL4H
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.jqAquiTySm
++ mktemp
+ local LAST_ERR=/tmp/tmp.RhLcshr9OU
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jqAquiTySm
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.RhLcshr9OU
+ rm /tmp/tmp.jqAquiTySm /tmp/tmp.RhLcshr9OU
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.W8Bh98nSwJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.SSvNlHefst
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.W8Bh98nSwJ
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met
+ cat /tmp/tmp.SSvNlHefst
E0806 05:20:06.836147 1813106 reflector.go:227] "Failed to watch" err="Get \"https://35.255.132.254/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1785993602319530000&timeoutSeconds=424&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.W8Bh98nSwJ /tmp/tmp.SSvNlHefst
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.3knSVMK6X7
++ mktemp
+ local LAST_ERR=/tmp/tmp.t5fSYzBkqx
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3knSVMK6X7
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met
+ cat /tmp/tmp.t5fSYzBkqx
E0806 05:20:09.299918 1813446 reflector.go:227] "Failed to watch" err="Get \"https://35.255.132.254/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1785993607319586000&timeoutSeconds=518&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.3knSVMK6X7 /tmp/tmp.t5fSYzBkqx
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.5z8KNqgeFM
++ mktemp
+ local LAST_ERR=/tmp/tmp.k9JeqSvQDw
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5z8KNqgeFM
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met
+ cat /tmp/tmp.k9JeqSvQDw
E0806 05:20:11.633570 1813772 reflector.go:227] "Failed to watch" err="Get \"https://35.255.132.254/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1785993607319586000&timeoutSeconds=333&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.5z8KNqgeFM /tmp/tmp.k9JeqSvQDw
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/cw-rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Hsmqqte7Jz
++ mktemp
+ local LAST_ERR=/tmp/tmp.XlGAGTrEQ3
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -