Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/logs/scheduled-backup-5-7.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ main
+ create_infra scheduled-backup-30946
+ local ns=scheduled-backup-30946
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n scheduled-backup-10725 scheduled-backup --type=merge -p '{"metadata":{"finalizers":[]}}'
Error from server (InternalError): Internal error occurred: failed calling webhook "validationwebhook.pxc.percona.com": failed to call webhook: Post "https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s": no endpoints available for service "percona-xtradb-cluster-operator"
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.Hl6pyIqCLd
++ mktemp
+ local LAST_ERR=/tmp/tmp.D8l1Q0C7R0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Hl6pyIqCLd
perconaxtradbcluster.pxc.percona.com "scheduled-backup" deleted from scheduled-backup-10725 namespace
+ cat /tmp/tmp.D8l1Q0C7R0
+ rm /tmp/tmp.Hl6pyIqCLd /tmp/tmp.D8l1Q0C7R0
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.kFaPLE9UNt
++ mktemp
+ local LAST_ERR=/tmp/tmp.pZzeG9nd1c
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.kFaPLE9UNt
+ cat /tmp/tmp.pZzeG9nd1c
error: the server doesn't have a resource type "pxc-backup"
+ rm /tmp/tmp.kFaPLE9UNt /tmp/tmp.pZzeG9nd1c
+ return 1
+ :
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.TDI8D51kpE
++ mktemp
+ local LAST_ERR=/tmp/tmp.XuD8tPbMWJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.TDI8D51kpE
+ cat /tmp/tmp.XuD8tPbMWJ
error: the server doesn't have a resource type "pxc-restore"
+ rm /tmp/tmp.TDI8D51kpE /tmp/tmp.XuD8tPbMWJ
+ return 1
+ :
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.bKPWUncXlg
++ mktemp
+ local LAST_ERR=/tmp/tmp.onTqKpW5c2
+ local exit_status=0
++ mktemp
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.OIf1S9PoDe
+ for i in '$(seq 0 2)'
+ set +e
++ mktemp
+ kubectl delete namespace pxc-operator
+ local LAST_ERR=/tmp/tmp.cYWgfpxJsD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OIf1S9PoDe
+ cat /tmp/tmp.cYWgfpxJsD
+ rm /tmp/tmp.OIf1S9PoDe /tmp/tmp.cYWgfpxJsD
+ return 0
namespace "scheduled-backup-10725" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bKPWUncXlg
namespace "pxc-operator" deleted
+ cat /tmp/tmp.onTqKpW5c2
+ rm /tmp/tmp.bKPWUncXlg /tmp/tmp.onTqKpW5c2
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.3vsKMxHXv3
++ mktemp
+ local LAST_ERR=/tmp/tmp.MacV40hRJy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3vsKMxHXv3
namespace/pxc-operator created
+ cat /tmp/tmp.MacV40hRJy
+ rm /tmp/tmp.3vsKMxHXv3 /tmp/tmp.MacV40hRJy
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U9KImJf93a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XV83W0Edzt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.U9KImJf93a
++ cat /tmp/tmp.XV83W0Edzt
++ rm /tmp/tmp.U9KImJf93a /tmp/tmp.XV83W0Edzt
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.RMVOyo5JNH
++ mktemp
+ local LAST_ERR=/tmp/tmp.eO4dPtTgzf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RMVOyo5JNH
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3" modified.
+ cat /tmp/tmp.eO4dPtTgzf
+ rm /tmp/tmp.RMVOyo5JNH /tmp/tmp.eO4dPtTgzf
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.YmYT8VlK1t
++ mktemp
+ local LAST_ERR=/tmp/tmp.4YDx0MdBLf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YmYT8VlK1t
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.4YDx0MdBLf
+ rm /tmp/tmp.YmYT8VlK1t /tmp/tmp.4YDx0MdBLf
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ local LAST_OUT=/tmp/tmp.4OZdBd71IL
++ mktemp
+ local LAST_ERR=/tmp/tmp.CWGPMeeBKK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4OZdBd71IL
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.CWGPMeeBKK
+ rm /tmp/tmp.4OZdBd71IL /tmp/tmp.CWGPMeeBKK
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7^'
+ kubectl_bin apply -f -
++ mktemp
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ local LAST_OUT=/tmp/tmp.gL83mm2ul1
++ mktemp
+ local LAST_ERR=/tmp/tmp.FAFfsBn8VP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gL83mm2ul1
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.FAFfsBn8VP
+ rm /tmp/tmp.gL83mm2ul1 /tmp/tmp.FAFfsBn8VP
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.Mpsu65LHMv
++ mktemp
+ local LAST_ERR=/tmp/tmp.csZpu3Guud
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Mpsu65LHMv
pod/percona-xtradb-cluster-operator-859595f865-bzvlf condition met
+ cat /tmp/tmp.csZpu3Guud
+ rm /tmp/tmp.Mpsu65LHMv /tmp/tmp.csZpu3Guud
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qIpvNyZsi2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vxKnjapSsh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qIpvNyZsi2
++ cat /tmp/tmp.vxKnjapSsh
++ rm /tmp/tmp.qIpvNyZsi2 /tmp/tmp.vxKnjapSsh
++ return 0
+ wait_pod percona-xtradb-cluster-operator-859595f865-bzvlf 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-859595f865-bzvlf
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-859595f865-bzvlf
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-859595f865-bzvlf condition met
waiting for pod/percona-xtradb-cluster-operator-859595f865-bzvlf to become Ready.Ok
+ sleep 3
+ create_namespace scheduled-backup-30946
+ local namespace=scheduled-backup-30946
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep validate-auth
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces scheduled-backup-30946'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces scheduled-backup-30946
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace scheduled-backup-30946
++ mktemp
++ mktemp
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ local LAST_OUT=/tmp/tmp.gfV1fl0JQP
+ local LAST_OUT=/tmp/tmp.ZrauOzNPh3
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.nRCsJPHzim
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.WFNe8PfiUN
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace scheduled-backup-30946
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace scheduled-backup-30946
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZrauOzNPh3
+ cat /tmp/tmp.WFNe8PfiUN
+ rm /tmp/tmp.ZrauOzNPh3 /tmp/tmp.WFNe8PfiUN
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace scheduled-backup-30946
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.gfV1fl0JQP
+ cat /tmp/tmp.nRCsJPHzim
Error from server (NotFound): namespaces "scheduled-backup-30946" not found
+ rm /tmp/tmp.gfV1fl0JQP /tmp/tmp.nRCsJPHzim
+ return 1
+ :
+ wait_for_delete namespace/scheduled-backup-30946
+ local res=namespace/scheduled-backup-30946
+ echo -n 'waiting for namespace/scheduled-backup-30946 to be deleted'
waiting for namespace/scheduled-backup-30946 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "scheduled-backup-30946" not found
+ desc 'create namespace scheduled-backup-30946'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace scheduled-backup-30946
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace scheduled-backup-30946
++ mktemp
+ local LAST_OUT=/tmp/tmp.gJnCNPIblK
++ mktemp
+ local LAST_ERR=/tmp/tmp.N9stCq1sIk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace scheduled-backup-30946
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gJnCNPIblK
namespace/scheduled-backup-30946 created
+ cat /tmp/tmp.N9stCq1sIk
+ rm /tmp/tmp.gJnCNPIblK /tmp/tmp.N9stCq1sIk
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1hchdarkvs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SB4GpOl1Hh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1hchdarkvs
++ cat /tmp/tmp.SB4GpOl1Hh
++ rm /tmp/tmp.1hchdarkvs /tmp/tmp.SB4GpOl1Hh
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=scheduled-backup-30946
++ mktemp
+ local LAST_OUT=/tmp/tmp.BBNMO5fpff
++ mktemp
+ local LAST_ERR=/tmp/tmp.XZa9w33X3y
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=scheduled-backup-30946
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BBNMO5fpff
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3" modified.
+ cat /tmp/tmp.XZa9w33X3y
+ rm /tmp/tmp.BBNMO5fpff /tmp/tmp.XZa9w33X3y
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.xEAwWVlDBG
++ mktemp
+ local LAST_ERR=/tmp/tmp.jjp4R9fmqB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xEAwWVlDBG
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.jjp4R9fmqB
+ rm /tmp/tmp.xEAwWVlDBG /tmp/tmp.jjp4R9fmqB
+ return 0
+ start_minio
+ deploy_helm scheduled-backup-30946
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "percona" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ local cert_secret=
+ local endpoint=http://minio-service:9000
+ minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G)
+ local minio_args
+ [[ -n '' ]]
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
NAME: minio-service
LAST DEPLOYED: Fri Oct 10 10:03:44 2025
NAMESPACE: scheduled-backup-30946
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.scheduled-backup-30946.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace scheduled-backup-30946 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace scheduled-backup-30946

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace scheduled-backup-30946 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace scheduled-backup-30946 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
+ sleep 30
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u8fmdoNTUj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3BqS0h9RoD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.u8fmdoNTUj
++ cat /tmp/tmp.3BqS0h9RoD
++ rm /tmp/tmp.u8fmdoNTUj /tmp/tmp.3BqS0h9RoD
++ return 0
+ MINIO_POD=minio-service-55fcc5d75f-k49nb
+ wait_pod minio-service-55fcc5d75f-k49nb
+ local pod=minio-service-55fcc5d75f-k49nb
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo minio-service-55fcc5d75f-k49nb
+ local container=
+ set +o xtrace
pod/minio-service-55fcc5d75f-k49nb condition met
waiting for pod/minio-service-55fcc5d75f-k49nb to become Ready.Ok
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing
++ mktemp
+ local LAST_OUT=/tmp/tmp.ULqP7jlv6j
++ mktemp
+ local LAST_ERR=/tmp/tmp.YT7eTz17iA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ULqP7jlv6j
make_bucket: operator-testing
pod "aws-cli" deleted from scheduled-backup-30946 namespace
+ cat /tmp/tmp.YT7eTz17iA
+ rm /tmp/tmp.ULqP7jlv6j /tmp/tmp.YT7eTz17iA
+ return 0
+ cluster=scheduled-backup
+ cat -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.vp2iCKNENT
++ mktemp
+ local LAST_ERR=/tmp/tmp.eKcPneiiCm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vp2iCKNENT
priorityclass.scheduling.k8s.io/high-priority configured
+ cat /tmp/tmp.eKcPneiiCm
+ rm /tmp/tmp.vp2iCKNENT /tmp/tmp.eKcPneiiCm
+ return 0
+ spinup_pxc scheduled-backup /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-init.yml
+ local cluster=scheduled-backup
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-init.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.WusEbW3oFW
++ mktemp
+ local LAST_ERR=/tmp/tmp.CiMfFzPas2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WusEbW3oFW
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.CiMfFzPas2
+ rm /tmp/tmp.WusEbW3oFW /tmp/tmp.CiMfFzPas2
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ local LAST_OUT=/tmp/tmp.OjHllcc0hS
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_ERR=/tmp/tmp.MZ7KFaJtuH
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OjHllcc0hS
deployment.apps/pxc-client created
+ cat /tmp/tmp.MZ7KFaJtuH
+ rm /tmp/tmp.OjHllcc0hS /tmp/tmp.MZ7KFaJtuH
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ scheduled-backup == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
+ [[ scheduled-backup == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-init.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-init.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-init.yml
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.tcyG0zXU7q
++ mktemp
+ local LAST_ERR=/tmp/tmp.v7xQubZM35
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tcyG0zXU7q
perconaxtradbcluster.pxc.percona.com/scheduled-backup created
+ cat /tmp/tmp.v7xQubZM35
+ rm /tmp/tmp.tcyG0zXU7q /tmp/tmp.v7xQubZM35
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy scheduled-backup
++ local target_cluster=scheduled-backup
+++ kubectl_bin get pxc scheduled-backup -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.JsXYL3QQmU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AddxwbnJUw
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc scheduled-backup -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.JsXYL3QQmU
+++ cat /tmp/tmp.AddxwbnJUw
+++ rm /tmp/tmp.JsXYL3QQmU /tmp/tmp.AddxwbnJUw
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc scheduled-backup -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.lkqUkRhQ1N
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1wyf87lJYn
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc scheduled-backup -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.lkqUkRhQ1N
+++ cat /tmp/tmp.1wyf87lJYn
+++ rm /tmp/tmp.lkqUkRhQ1N /tmp/tmp.1wyf87lJYn
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo scheduled-backup-proxysql
++ return
+ local proxy=scheduled-backup-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scheduled-backup-30946
++ mktemp
+ local LAST_OUT=/tmp/tmp.bM0LHT5NQw
++ mktemp
+ local LAST_ERR=/tmp/tmp.qdZlmDMZmt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scheduled-backup-30946
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scheduled-backup-30946
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scheduled-backup-30946
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.bM0LHT5NQw
+ cat /tmp/tmp.qdZlmDMZmt
error: no matching resources found
+ rm /tmp/tmp.bM0LHT5NQw /tmp/tmp.qdZlmDMZmt
+ return 1
+ true
+ wait_for_running scheduled-backup-proxysql 1
+ local name=scheduled-backup-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scheduled-backup-proxysql-0 480
+ local pod=scheduled-backup-proxysql-0
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo scheduled-backup-proxysql-0
+ local container=proxysql
+ set +o xtrace
pod/scheduled-backup-proxysql-0 condition met
waiting for pod/scheduled-backup-proxysql-0 to become Ready.Ok
+ wait_for_running scheduled-backup-pxc 3
+ local name=scheduled-backup-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scheduled-backup-pxc-0 480
+ local pod=scheduled-backup-pxc-0
+ local max_retry=480
+ local ns=
++ echo scheduled-backup-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/scheduled-backup-pxc-0 condition met
waiting for pod/scheduled-backup-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scheduled-backup-pxc-1 480
+ local pod=scheduled-backup-pxc-1
+ local max_retry=480
+ local ns=
++ echo scheduled-backup-pxc-1
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/scheduled-backup-pxc-1 condition met
waiting for pod/scheduled-backup-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scheduled-backup-pxc-2 480
+ local pod=scheduled-backup-pxc-2
+ local max_retry=480
+ local ns=
++ echo scheduled-backup-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/scheduled-backup-pxc-2 condition met
waiting for pod/scheduled-backup-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc scheduled-backup -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mihpYlzic6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0yLCF1w7du
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mihpYlzic6
++ cat /tmp/tmp.0yLCF1w7du
++ rm /tmp/tmp.mihpYlzic6 /tmp/tmp.0yLCF1w7du
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
++ is_keyring_plugin_in_use scheduled-backup
++ local cluster=scheduled-backup
++ kubectl_bin exec -it scheduled-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IeIgMlgduS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8aKHlL5R6O
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it scheduled-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IeIgMlgduS
++ cat /tmp/tmp.8aKHlL5R6O
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.IeIgMlgduS /tmp/tmp.8aKHlL5R6O
++ return 0
+ [[ -n '' ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h scheduled-backup-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h scheduled-backup-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CUhQtj7g9u
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UGZbd4BQID
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CUhQtj7g9u
++ cat /tmp/tmp.UGZbd4BQID
++ rm /tmp/tmp.CUhQtj7g9u /tmp/tmp.UGZbd4BQID
++ return 0
+ client_pod=pxc-client-857d976497-kjj99
+ wait_pod pxc-client-857d976497-kjj99
+ local pod=pxc-client-857d976497-kjj99
+ local max_retry=480
+ local ns=
++ echo pxc-client-857d976497-kjj99
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-857d976497-kjj99 condition met
waiting for pod/pxc-client-857d976497-kjj99 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h scheduled-backup-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h scheduled-backup-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MTPpcEebmV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vFnJsopZUw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MTPpcEebmV
++ cat /tmp/tmp.vFnJsopZUw
++ rm /tmp/tmp.MTPpcEebmV /tmp/tmp.vFnJsopZUw
++ return 0
+ client_pod=pxc-client-857d976497-kjj99
+ wait_pod pxc-client-857d976497-kjj99
+ local pod=pxc-client-857d976497-kjj99
+ local max_retry=480
+ local ns=
++ echo pxc-client-857d976497-kjj99
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-857d976497-kjj99 condition met
waiting for pod/pxc-client-857d976497-kjj99 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h scheduled-backup-pxc-0.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scheduled-backup-pxc-0.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h scheduled-backup-pxc-0.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scheduled-backup-pxc-0.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fLwheAP0B0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BKItyadEkV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fLwheAP0B0
++ cat /tmp/tmp.BKItyadEkV
++ rm /tmp/tmp.fLwheAP0B0 /tmp/tmp.BKItyadEkV
++ return 0
+ client_pod=pxc-client-857d976497-kjj99
+ wait_pod pxc-client-857d976497-kjj99
+ local pod=pxc-client-857d976497-kjj99
+ local max_retry=480
+ local ns=
++ echo pxc-client-857d976497-kjj99
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-857d976497-kjj99 condition met
waiting for pod/pxc-client-857d976497-kjj99 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.3aSnhBMEFv/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.3aSnhBMEFv/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h scheduled-backup-pxc-1.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scheduled-backup-pxc-1.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h scheduled-backup-pxc-1.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scheduled-backup-pxc-1.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gfY8mMnqvu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Gc6jDM7cz1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gfY8mMnqvu
++ cat /tmp/tmp.Gc6jDM7cz1
++ rm /tmp/tmp.gfY8mMnqvu /tmp/tmp.Gc6jDM7cz1
++ return 0
+ client_pod=pxc-client-857d976497-kjj99
+ wait_pod pxc-client-857d976497-kjj99
+ local pod=pxc-client-857d976497-kjj99
+ local max_retry=480
+ local ns=
++ echo pxc-client-857d976497-kjj99
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-857d976497-kjj99 condition met
waiting for pod/pxc-client-857d976497-kjj99 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.3aSnhBMEFv/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.3aSnhBMEFv/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h scheduled-backup-pxc-2.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scheduled-backup-pxc-2.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h scheduled-backup-pxc-2.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scheduled-backup-pxc-2.scheduled-backup-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TIJBvX6PA6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5vZBi3i2Ks
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TIJBvX6PA6
++ cat /tmp/tmp.5vZBi3i2Ks
++ rm /tmp/tmp.TIJBvX6PA6 /tmp/tmp.5vZBi3i2Ks
++ return 0
+ client_pod=pxc-client-857d976497-kjj99
+ wait_pod pxc-client-857d976497-kjj99
+ local pod=pxc-client-857d976497-kjj99
+ local max_retry=480
+ local ns=
++ echo pxc-client-857d976497-kjj99
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-857d976497-kjj99 condition met
waiting for pod/pxc-client-857d976497-kjj99 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.3aSnhBMEFv/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/compare/select-1.sql /tmp/tmp.3aSnhBMEFv/select-1.sql
++ is_keyring_plugin_in_use scheduled-backup
++ local cluster=scheduled-backup
++ kubectl_bin exec -it scheduled-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VWGHJyeJ5X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IssMwikvK0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it scheduled-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VWGHJyeJ5X
++ cat /tmp/tmp.IssMwikvK0
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.VWGHJyeJ5X /tmp/tmp.IssMwikvK0
++ return 0
+ '[' '' ']'
+ sleep 20
+ desc 'add backups schedule for pvc storage'
+ set +o xtrace


-----------------------------------------------------------------------------------
add backups schedule for pvc storage
-----------------------------------------------------------------------------------

++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CeGuDrK5n2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ElcF1dHr1z
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CeGuDrK5n2
++ cat /tmp/tmp.ElcF1dHr1z
++ rm /tmp/tmp.CeGuDrK5n2 /tmp/tmp.ElcF1dHr1z
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=scheduled-backup-30946
++ mktemp
+ local LAST_OUT=/tmp/tmp.Njqk47sCSE
++ mktemp
+ local LAST_ERR=/tmp/tmp.glW9CPoMOb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=scheduled-backup-30946
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Njqk47sCSE
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3" modified.
+ cat /tmp/tmp.glW9CPoMOb
+ rm /tmp/tmp.Njqk47sCSE /tmp/tmp.glW9CPoMOb
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-pvc.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-pvc.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-pvc.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ local LAST_OUT=/tmp/tmp.imKSZBVXbh
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_ERR=/tmp/tmp.Ge57nmAmvw
+ local exit_status=0
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ seq 0 2
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.imKSZBVXbh
perconaxtradbcluster.pxc.percona.com/scheduled-backup configured
+ cat /tmp/tmp.Ge57nmAmvw
+ rm /tmp/tmp.imKSZBVXbh /tmp/tmp.Ge57nmAmvw
+ return 0
+ label_node
++ kubectl_bin get nodes --no-headers=true
++ grep -v master
++ head -n1
+++ mktemp
++ awk '{print $1}'
++ local LAST_OUT=/tmp/tmp.mcAOrA4G1J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fDSprCxm2p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get nodes --no-headers=true
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mcAOrA4G1J
++ cat /tmp/tmp.fDSprCxm2p
++ rm /tmp/tmp.mcAOrA4G1J /tmp/tmp.fDSprCxm2p
++ return 0
+ LABELED_NODE=gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
+ kubectl_bin label nodes gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8 backupWorker=True --overwrite
++ mktemp
+ local LAST_OUT=/tmp/tmp.9i84cOlHB8
++ mktemp
+ local LAST_ERR=/tmp/tmp.v50HhZNmnz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label nodes gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8 backupWorker=True --overwrite
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9i84cOlHB8
node/gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8 not labeled
+ cat /tmp/tmp.v50HhZNmnz
+ rm /tmp/tmp.9i84cOlHB8 /tmp/tmp.v50HhZNmnz
+ return 0
+ sleep 61
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ local LAST_OUT=/tmp/tmp.Cmj9YF2w9Q
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.oSdHxzpi3u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Cmj9YF2w9Q
perconaxtradbcluster.pxc.percona.com/scheduled-backup configured
+ cat /tmp/tmp.oSdHxzpi3u
+ rm /tmp/tmp.Cmj9YF2w9Q /tmp/tmp.oSdHxzpi3u
+ return 0
+ wait_all_backups
++ get_running_backups_amount
++ kubectl_bin get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ grep -vE ':Succeeded|:Failed'
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d7jLEaTNxh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yS590F0kcQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ cat /tmp/tmp.d7jLEaTNxh
++ cat /tmp/tmp.yS590F0kcQ
error: the server doesn't have a resource type "pxc-backup"
++ rm /tmp/tmp.d7jLEaTNxh /tmp/tmp.yS590F0kcQ
++ return 1
+ [[ 0 -ne 0 ]]
++ get_failed_backups_amount
++ kubectl_bin get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ grep :Failed
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Yz9FtGhogB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7ivaXqyoNb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ cat /tmp/tmp.Yz9FtGhogB
++ cat /tmp/tmp.7ivaXqyoNb
error: the server doesn't have a resource type "pxc-backup"
++ rm /tmp/tmp.Yz9FtGhogB /tmp/tmp.7ivaXqyoNb
++ return 1
+ [[ 0 -gt 0 ]]
+ desc 'add backups schedule for aws s3 storage'
+ set +o xtrace


-----------------------------------------------------------------------------------
add backups schedule for aws s3 storage
-----------------------------------------------------------------------------------

+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-aws.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-aws.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-aws.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ local LAST_OUT=/tmp/tmp.D6gdfcFEU9
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_ERR=/tmp/tmp.Ml8w0vyjR2
+ local exit_status=0
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.D6gdfcFEU9
perconaxtradbcluster.pxc.percona.com/scheduled-backup configured
+ cat /tmp/tmp.Ml8w0vyjR2
+ rm /tmp/tmp.D6gdfcFEU9 /tmp/tmp.Ml8w0vyjR2
+ return 0
+ sleep 61
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Bm2tpeTGzJ
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ local LAST_ERR=/tmp/tmp.8h0hqlkFFz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Bm2tpeTGzJ
perconaxtradbcluster.pxc.percona.com/scheduled-backup configured
+ cat /tmp/tmp.8h0hqlkFFz
+ rm /tmp/tmp.Bm2tpeTGzJ /tmp/tmp.8h0hqlkFFz
+ return 0
+ wait_all_backups
++ get_running_backups_amount
++ kubectl_bin get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ grep -vE ':Succeeded|:Failed'
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vySyiBFdGy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YD3u9YwKBz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ cat /tmp/tmp.vySyiBFdGy
++ cat /tmp/tmp.YD3u9YwKBz
error: the server doesn't have a resource type "pxc-backup"
++ rm /tmp/tmp.vySyiBFdGy /tmp/tmp.YD3u9YwKBz
++ return 1
+ [[ 0 -ne 0 ]]
++ get_failed_backups_amount
++ kubectl_bin get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ grep :Failed
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bXhTJCIBi8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kCvVFBtiNV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc-backup '-o=jsonpath={range .items[*]}{.metadata.name}{":"}{.spec.storageName}{":"}{.status.state}{"\n"}{end}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 ']'
++ '[' 1 == 1 ']'
++ sleep 0
++ cat /tmp/tmp.bXhTJCIBi8
++ cat /tmp/tmp.kCvVFBtiNV
error: the server doesn't have a resource type "pxc-backup"
++ rm /tmp/tmp.bXhTJCIBi8 /tmp/tmp.kCvVFBtiNV
++ return 1
+ [[ 0 -gt 0 ]]
+ desc 'add backups schedule for minio storage'
+ set +o xtrace


-----------------------------------------------------------------------------------
add backups schedule for minio storage
-----------------------------------------------------------------------------------

+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-minio.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-minio.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-minio.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ local LAST_OUT=/tmp/tmp.PPhFxttAIe
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ local LAST_ERR=/tmp/tmp.mY6eJkzHFF
+ local exit_status=0
++ seq 0 2
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PPhFxttAIe
perconaxtradbcluster.pxc.percona.com/scheduled-backup configured
+ cat /tmp/tmp.mY6eJkzHFF
+ rm /tmp/tmp.PPhFxttAIe /tmp/tmp.mY6eJkzHFF
+ return 0
+ sleep 61
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/scheduled-backup/conf/scheduled-backup-disable.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ local LAST_OUT=/tmp/tmp.zaaCbxO8Oz
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scheduled-backup-30946~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.dM4sdMBVCx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.zaaCbxO8Oz
+ cat /tmp/tmp.dM4sdMBVCx
error: no objects passed to apply
+ rm /tmp/tmp.zaaCbxO8Oz /tmp/tmp.dM4sdMBVCx
+ return 1