Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/logs/smart-update1-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ API=pxc.percona.com/v9-9-9
+ TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ CLUSTER=smart-update
+ CLUSTER_SIZE=3
+ PROXY_SIZE=2
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]]
++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0
++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/'
+ PXC_VER=8.0
+ TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ VS_URL=http://version-service
+ VS_PORT=11000
+ VS_ENDPOINT=http://version-service:11000
+ main
+ create_infra smart-update1-7349
+ local ns=smart-update1-7349
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n smart-update1-3582 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.MwvVXKwPT6
++ mktemp
+ local LAST_ERR=/tmp/tmp.sdL6CkzeEe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MwvVXKwPT6
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
+ cat /tmp/tmp.sdL6CkzeEe
+ rm /tmp/tmp.MwvVXKwPT6 /tmp/tmp.sdL6CkzeEe
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.hVcy2tOgUO
++ mktemp
+ local LAST_ERR=/tmp/tmp.HyAejbvmq5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hVcy2tOgUO
No resources found
+ cat /tmp/tmp.HyAejbvmq5
+ rm /tmp/tmp.hVcy2tOgUO /tmp/tmp.HyAejbvmq5
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.geGiZ83c6f
++ mktemp
+ local LAST_ERR=/tmp/tmp.qzOrKea99u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.geGiZ83c6f
No resources found
+ cat /tmp/tmp.qzOrKea99u
+ rm /tmp/tmp.geGiZ83c6f /tmp/tmp.qzOrKea99u
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
++ tail -n1
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ local LAST_OUT=/tmp/tmp.nBZ9EELdyw
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.OLx7EEtIUO
+ local LAST_ERR=/tmp/tmp.2pBD79kapl
+ local exit_status=0
++ seq 0 2
++ mktemp
+ local LAST_ERR=/tmp/tmp.QbaQZxe40C
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OLx7EEtIUO
+ cat /tmp/tmp.QbaQZxe40C
+ rm /tmp/tmp.OLx7EEtIUO /tmp/tmp.QbaQZxe40C
+ return 0
namespace "cert-manager" deleted
namespace "smart-update1-3582" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nBZ9EELdyw
namespace "pxc-operator" deleted
+ cat /tmp/tmp.2pBD79kapl
+ rm /tmp/tmp.nBZ9EELdyw /tmp/tmp.2pBD79kapl
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZRwzhIoaQC
++ mktemp
+ local LAST_ERR=/tmp/tmp.HqN5HgjXEh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZRwzhIoaQC
namespace/pxc-operator created
+ cat /tmp/tmp.HqN5HgjXEh
+ rm /tmp/tmp.ZRwzhIoaQC /tmp/tmp.HqN5HgjXEh
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jqFLFnr6gT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pkRKI8RoXl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jqFLFnr6gT
++ cat /tmp/tmp.pkRKI8RoXl
++ rm /tmp/tmp.jqFLFnr6gT /tmp/tmp.pkRKI8RoXl
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster8 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.PuW4FoT0aR
++ mktemp
+ local LAST_ERR=/tmp/tmp.dVKFeNnnI2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster8 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PuW4FoT0aR
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster8" modified.
+ cat /tmp/tmp.dVKFeNnnI2
+ rm /tmp/tmp.PuW4FoT0aR /tmp/tmp.dVKFeNnnI2
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Meet7FWnfx
++ mktemp
+ local LAST_ERR=/tmp/tmp.bIUkDexenC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Meet7FWnfx
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.bIUkDexenC
+ rm /tmp/tmp.Meet7FWnfx /tmp/tmp.bIUkDexenC
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ local LAST_OUT=/tmp/tmp.JfcveoUqPV
++ mktemp
+ local LAST_ERR=/tmp/tmp.FZwHOX85LY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JfcveoUqPV
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.FZwHOX85LY
+ rm /tmp/tmp.JfcveoUqPV /tmp/tmp.FZwHOX85LY
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
++ mktemp
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/deploy/cw-operator.yaml
+ local LAST_OUT=/tmp/tmp.syFRwuGSnC
++ mktemp
+ local LAST_ERR=/tmp/tmp.uxQ8BmUo8e
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.syFRwuGSnC
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.uxQ8BmUo8e
+ rm /tmp/tmp.syFRwuGSnC /tmp/tmp.uxQ8BmUo8e
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.GCDz79446q
++ mktemp
+ local LAST_ERR=/tmp/tmp.MCvCPqm8Bm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GCDz79446q
pod/percona-xtradb-cluster-operator-6986c88cb-wr4kw condition met
+ cat /tmp/tmp.MCvCPqm8Bm
+ rm /tmp/tmp.GCDz79446q /tmp/tmp.MCvCPqm8Bm
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sZDOJZx1Jc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rVZYfXFzY2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sZDOJZx1Jc
++ cat /tmp/tmp.rVZYfXFzY2
++ rm /tmp/tmp.sZDOJZx1Jc /tmp/tmp.rVZYfXFzY2
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6986c88cb-wr4kw 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-6986c88cb-wr4kw
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-6986c88cb-wr4kw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6986c88cb-wr4kw condition met
percona-xtradb-cluster-operator-6986c88cb-wr4kw.Ok
+ sleep 3
+ create_namespace smart-update1-7349
+ local namespace=smart-update1-7349
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces smart-update1-7349'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update1-7349
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace smart-update1-7349
+ xargs kubectl delete ns
++ mktemp
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.nCTM2a8FQX
++ mktemp
+ local LAST_ERR=/tmp/tmp.rgrnY5rtS3
+ local exit_status=0
++ seq 0 2
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_OUT=/tmp/tmp.66I3cp89BO
++ mktemp
+ local LAST_ERR=/tmp/tmp.IYRICUmjnv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-7349
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nCTM2a8FQX
+ cat /tmp/tmp.rgrnY5rtS3
+ rm /tmp/tmp.nCTM2a8FQX /tmp/tmp.rgrnY5rtS3
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-7349
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace smart-update1-7349
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.66I3cp89BO
+ cat /tmp/tmp.IYRICUmjnv
Error from server (NotFound): namespaces "smart-update1-7349" not found
+ rm /tmp/tmp.66I3cp89BO /tmp/tmp.IYRICUmjnv
+ return 1
+ :
+ wait_for_delete namespace/smart-update1-7349
+ local res=namespace/smart-update1-7349
+ echo -n 'namespace/smart-update1-7349 - '
namespace/smart-update1-7349 - + set +o xtrace
Error from server (NotFound): namespaces "smart-update1-7349" not found
+ desc 'create namespace smart-update1-7349'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace smart-update1-7349
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace smart-update1-7349
++ mktemp
+ local LAST_OUT=/tmp/tmp.vxtUiYiXNC
++ mktemp
+ local LAST_ERR=/tmp/tmp.5QXZTYH7ch
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace smart-update1-7349
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vxtUiYiXNC
namespace/smart-update1-7349 created
+ cat /tmp/tmp.5QXZTYH7ch
+ rm /tmp/tmp.vxtUiYiXNC /tmp/tmp.5QXZTYH7ch
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YLosCFGozK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iB2BNFUOC6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YLosCFGozK
++ cat /tmp/tmp.iB2BNFUOC6
++ rm /tmp/tmp.YLosCFGozK /tmp/tmp.iB2BNFUOC6
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster8 --namespace=smart-update1-7349
++ mktemp
+ local LAST_OUT=/tmp/tmp.gHKMgGo9vY
++ mktemp
+ local LAST_ERR=/tmp/tmp.ddowC2OSex
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster8 --namespace=smart-update1-7349
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gHKMgGo9vY
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1714-41f82f9c-1-cluster8" modified.
+ cat /tmp/tmp.ddowC2OSex
+ rm /tmp/tmp.gHKMgGo9vY /tmp/tmp.ddowC2OSex
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.6oShFvYCJI
++ mktemp
+ local LAST_ERR=/tmp/tmp.5lzyy9AS7v
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6oShFvYCJI
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.5lzyy9AS7v
+ rm /tmp/tmp.6oShFvYCJI /tmp/tmp.5lzyy9AS7v
+ return 0
+ deploy_version_service
+ desc 'install version service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

+ kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
++ mktemp
+ local LAST_OUT=/tmp/tmp.REWjvFtzh5
++ mktemp
+ local LAST_ERR=/tmp/tmp.Mc72TuH3cI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.REWjvFtzh5
configmap/versions created
+ cat /tmp/tmp.Mc72TuH3cI
+ rm /tmp/tmp.REWjvFtzh5 /tmp/tmp.Mc72TuH3cI
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/vs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.v8Q2DxdNS1
++ mktemp
+ local LAST_ERR=/tmp/tmp.H43guGeGdd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/vs.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.v8Q2DxdNS1
deployment.apps/version-service created
service/version-service created
+ cat /tmp/tmp.H43guGeGdd
+ rm /tmp/tmp.v8Q2DxdNS1 /tmp/tmp.H43guGeGdd
+ return 0
+ sleep 10
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.Kpl17rZLoR
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ym8cawAWtr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Kpl17rZLoR
namespace/cert-manager created
+ cat /tmp/tmp.Ym8cawAWtr
+ rm /tmp/tmp.Kpl17rZLoR /tmp/tmp.Ym8cawAWtr
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.74rypMx0zq
++ mktemp
+ local LAST_ERR=/tmp/tmp.Mm1jwNNK6b
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.74rypMx0zq
namespace/cert-manager labeled
+ cat /tmp/tmp.Mm1jwNNK6b
+ rm /tmp/tmp.74rypMx0zq /tmp/tmp.Mm1jwNNK6b
+ return 0
+ kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.Xwt3drxOzq
++ mktemp
+ local LAST_ERR=/tmp/tmp.0fHJ7ojeWQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Xwt3drxOzq
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.0fHJ7ojeWQ
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.Xwt3drxOzq /tmp/tmp.0fHJ7ojeWQ
+ return 0
+ '[' '' == 4.10 ']'
+ sleep 70
++ head -n1
+++ get_operator_pod
+++ local label_prefix=app.kubernetes.io/
++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++++ grep -c percona-xtradb-cluster-operator
++ tail -n3
++ grep :8.0
++ sort -V
++ jq -r '.versions[].matrix.pxc[].imagePath'
+++ local check_label=1
+++ [[ 1 -eq 0 ]]
+++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Z8dcTsUkNM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xbCeP7DDtW
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.Z8dcTsUkNM
+++ cat /tmp/tmp.xbCeP7DDtW
+++ rm /tmp/tmp.Z8dcTsUkNM /tmp/tmp.xbCeP7DDtW
+++ return 0
++ kubectl_bin exec -ti percona-xtradb-cluster-operator-6986c88cb-wr4kw -n pxc-operator -- curl -s http://version-service.smart-update1-7349.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nlxa8bfs2x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KfM54f1LPK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -ti percona-xtradb-cluster-operator-6986c88cb-wr4kw -n pxc-operator -- curl -s http://version-service.smart-update1-7349.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nlxa8bfs2x
++ cat /tmp/tmp.KfM54f1LPK
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.nlxa8bfs2x /tmp/tmp.KfM54f1LPK
++ return 0
+ IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1
+ desc 'patch crd'
+ set +o xtrace


-----------------------------------------------------------------------------------
patch crd
-----------------------------------------------------------------------------------

+ kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.3svVznx5Ho
++ mktemp
+ local LAST_ERR=/tmp/tmp.m58UxK0S7I
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3svVznx5Ho
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched
+ cat /tmp/tmp.m58UxK0S7I
+ rm /tmp/tmp.3svVznx5Ho /tmp/tmp.m58UxK0S7I
+ return 0
+ desc 'Updating ProxySQL PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Updating ProxySQL PXC cluster
-----------------------------------------------------------------------------------

+ cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.u7bQoYMKUJ/smart-update.yml
+ yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c"' /tmp/tmp.u7bQoYMKUJ/smart-update.yml
+ spinup_pxc smart-update /tmp/tmp.u7bQoYMKUJ/smart-update.yml
+ local cluster=smart-update
+ local config=/tmp/tmp.u7bQoYMKUJ/smart-update.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.QBWvfsLi7T
++ mktemp
+ local LAST_ERR=/tmp/tmp.019Ohm0VWe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QBWvfsLi7T
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.019Ohm0VWe
+ rm /tmp/tmp.QBWvfsLi7T /tmp/tmp.019Ohm0VWe
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml
++ mktemp
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.9h3M3wJrpI
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_ERR=/tmp/tmp.VGYK0yIDgR
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-7349~
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9h3M3wJrpI
deployment.apps/pxc-client created
+ cat /tmp/tmp.VGYK0yIDgR
+ rm /tmp/tmp.9h3M3wJrpI /tmp/tmp.VGYK0yIDgR
+ return 0
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ apply_config /tmp/tmp.u7bQoYMKUJ/smart-update.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.u7bQoYMKUJ/smart-update.yml
++ mktemp
+ cat /tmp/tmp.u7bQoYMKUJ/smart-update.yml
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ local LAST_OUT=/tmp/tmp.gMepmlY7Lw
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-7349~
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1714-41f82f9c#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.VZb2EjfCYt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gMepmlY7Lw
perconaxtradbcluster.pxc.percona.com/smart-update created
+ cat /tmp/tmp.VZb2EjfCYt
+ rm /tmp/tmp.gMepmlY7Lw /tmp/tmp.VZb2EjfCYt
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy smart-update
++ local target_cluster=smart-update
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.WAfNV4qa8C
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ix2ORjvp6a
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.WAfNV4qa8C
+++ cat /tmp/tmp.ix2ORjvp6a
+++ rm /tmp/tmp.WAfNV4qa8C /tmp/tmp.ix2ORjvp6a
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wudUuHXvt9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.pNK55CpGlt
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.wudUuHXvt9
+++ cat /tmp/tmp.pNK55CpGlt
+++ rm /tmp/tmp.wudUuHXvt9 /tmp/tmp.pNK55CpGlt
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo smart-update-proxysql
++ return
+ local proxy=smart-update-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-7349
++ mktemp
+ local LAST_OUT=/tmp/tmp.QaVHYXpBGS
++ mktemp
+ local LAST_ERR=/tmp/tmp.s5Ulj1bovP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-7349
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-7349
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-7349
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.QaVHYXpBGS
+ cat /tmp/tmp.s5Ulj1bovP
error: no matching resources found
+ rm /tmp/tmp.QaVHYXpBGS /tmp/tmp.s5Ulj1bovP
+ return 1
+ true
+ wait_for_running smart-update-proxysql 1
+ local name=smart-update-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-proxysql-0 480
+ local pod=smart-update-proxysql-0
+ local max_retry=480
+ local ns=
++ echo smart-update-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
Error from server (NotFound): pods "smart-update-proxysql-0" not found
smart-update-proxysql-0..........Ok
+ wait_for_running smart-update-pxc 3
+ local name=smart-update-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-0 480
+ local pod=smart-update-pxc-0
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-1 480
+ local pod=smart-update-pxc-1
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod smart-update-pxc-2 480
+ local pod=smart-update-pxc-2
+ local max_retry=480
+ local ns=
++ echo smart-update-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Iq1WkLzB3r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.daOyKNw97I
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Iq1WkLzB3r
++ cat /tmp/tmp.daOyKNw97I
++ rm /tmp/tmp.Iq1WkLzB3r /tmp/tmp.daOyKNw97I
++ return 0
+ client_pod=pxc-client-6644d8898f-gpjlj
+ wait_pod pxc-client-6644d8898f-gpjlj
+ local pod=pxc-client-6644d8898f-gpjlj
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-gpjlj
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-gpjlj condition met
pxc-client-6644d8898f-gpjlj.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h smart-update-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sdVCcCD9p0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UgdkYrC8Lj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sdVCcCD9p0
++ cat /tmp/tmp.UgdkYrC8Lj
++ rm /tmp/tmp.sdVCcCD9p0 /tmp/tmp.UgdkYrC8Lj
++ return 0
+ client_pod=pxc-client-6644d8898f-gpjlj
+ wait_pod pxc-client-6644d8898f-gpjlj
+ local pod=pxc-client-6644d8898f-gpjlj
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-gpjlj
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-gpjlj condition met
pxc-client-6644d8898f-gpjlj.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LeFRAiHnOL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XndzCz3sUj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LeFRAiHnOL
++ cat /tmp/tmp.XndzCz3sUj
++ rm /tmp/tmp.LeFRAiHnOL /tmp/tmp.XndzCz3sUj
++ return 0
+ client_pod=pxc-client-6644d8898f-gpjlj
+ wait_pod pxc-client-6644d8898f-gpjlj
+ local pod=pxc-client-6644d8898f-gpjlj
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-gpjlj
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-gpjlj condition met
pxc-client-6644d8898f-gpjlj.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.u7bQoYMKUJ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.u7bQoYMKUJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uMm9dwwi3k
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NcW0XpTVF5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uMm9dwwi3k
++ cat /tmp/tmp.NcW0XpTVF5
++ rm /tmp/tmp.uMm9dwwi3k /tmp/tmp.NcW0XpTVF5
++ return 0
+ client_pod=pxc-client-6644d8898f-gpjlj
+ wait_pod pxc-client-6644d8898f-gpjlj
+ local pod=pxc-client-6644d8898f-gpjlj
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-gpjlj
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-gpjlj condition met
pxc-client-6644d8898f-gpjlj.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.u7bQoYMKUJ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.u7bQoYMKUJ/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1.sql
+ [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9A4Lc4PJfK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AastZB8wI1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9A4Lc4PJfK
++ cat /tmp/tmp.AastZB8wI1
++ rm /tmp/tmp.9A4Lc4PJfK /tmp/tmp.AastZB8wI1
++ return 0
+ client_pod=pxc-client-6644d8898f-gpjlj
+ wait_pod pxc-client-6644d8898f-gpjlj
+ local pod=pxc-client-6644d8898f-gpjlj
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-gpjlj
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-gpjlj condition met
pxc-client-6644d8898f-gpjlj.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.u7bQoYMKUJ/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1714/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.u7bQoYMKUJ/select-1.sql
++ is_keyring_plugin_in_use smart-update
++ local cluster=smart-update
++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5kOe6oWzuR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FMey3jwCJ0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5kOe6oWzuR
++ cat /tmp/tmp.FMey3jwCJ0
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.5kOe6oWzuR /tmp/tmp.FMey3jwCJ0
++ return 0
+ '[' '' ']'
+++ get_proxy smart-update
+++ local target_cluster=smart-update
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.efo2imedcz
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.DgDlfLjnVE
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.efo2imedcz
++++ cat /tmp/tmp.DgDlfLjnVE
++++ rm /tmp/tmp.efo2imedcz /tmp/tmp.DgDlfLjnVE
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.TyV93KLtCp
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.0WV47jy6zL
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.TyV93KLtCp
++++ cat /tmp/tmp.0WV47jy6zL
++++ rm /tmp/tmp.TyV93KLtCp /tmp/tmp.0WV47jy6zL
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo smart-update-proxysql
+++ return
++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0
++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
++ local pod=smart-update-proxysql-0
+++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql
+++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';'
+++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+++ local pod=smart-update-proxysql-0
+++ local container_name=proxysql
+++ set +o xtrace
++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-7349.svc.cluster.local
+++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-7349.svc.cluster.local
+++ wc -l
++ '[' 1 '!=' 1 ']'
++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-7349.svc.cluster.local
++ cut -d. -f1
+ initial_primary=smart-update-pxc-0
+ kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.yMhJPGJKhs
++ mktemp
+ local LAST_ERR=/tmp/tmp.PNBRWoraHv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yMhJPGJKhs
perconaxtradbcluster.pxc.percona.com/smart-update patched
+ cat /tmp/tmp.PNBRWoraHv
+ rm /tmp/tmp.yMhJPGJKhs /tmp/tmp.PNBRWoraHv
+ return 0
+ sleep 7
+ desc 'check last pod to update'
+ set +o xtrace


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

+ check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ local cluster=smart-update
+ local initial_primary=smart-update-pxc-0
+ local pxc_size=3
+ local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0
+ set +x
Waiting for the last pod to update.................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................Something went wrong waiting for the last pod to update!