++ echo 'Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/auto-tuning.log'
Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/auto-tuning.log
++ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP=
++ oc get projects
error: No Auth Provider found for name "gcp"
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep '\-eks\-'
++ '[' ']'
++ EKS=0
+++ kubectl version -o json
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
+++ /usr/bin/sed -r 's/[^0-9.]+//g'
++ KUBE_VERSION=1.20
+++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/'
+++ helm version -c
++ HELM_VERSION=v3.8.1
++ '[' v3 == v2 ']'
+ cluster=auto-tuning
+ RAM_SIZE=1073741824
+ RDS_MEM_INSTANCE=12582880
+ create_infra auto-tuning-14711
+ local ns=auto-tuning-14711
+ '[' -n pxc-operator ']'
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name, label selector, or --all flag specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.u8gBiMGgzf
++ mktemp
+ local LAST_ERR=/tmp/tmp.k66D275Ja2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.u8gBiMGgzf
No resources found
+ cat /tmp/tmp.k66D275Ja2
+ rm /tmp/tmp.u8gBiMGgzf /tmp/tmp.k66D275Ja2
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.YLCUqWWIQa
++ mktemp
+ local LAST_ERR=/tmp/tmp.A0vEWbZz3u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.YLCUqWWIQa
No resources found
+ cat /tmp/tmp.A0vEWbZz3u
+ rm /tmp/tmp.YLCUqWWIQa /tmp/tmp.A0vEWbZz3u
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.wLAAysELTv
++ mktemp
+ local LAST_ERR=/tmp/tmp.eOSaP0z238
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.wLAAysELTv
No resources found
+ cat /tmp/tmp.eOSaP0z238
+ rm /tmp/tmp.wLAAysELTv /tmp/tmp.eOSaP0z238
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ kubectl_bin get ns
+ '[' '!' -z '' ']'
+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
+ awk '{print$1}'
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.pw4tupih1A
++ mktemp
+ local LAST_ERR=/tmp/tmp.wHoIlTenwX
+ local exit_status=0
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ kubectl get ns
+ local LAST_OUT=/tmp/tmp.y6ptm0tAgj
++ mktemp
+ local LAST_ERR=/tmp/tmp.54PpZCsiHf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.pw4tupih1A
+ cat /tmp/tmp.wHoIlTenwX
+ rm /tmp/tmp.pw4tupih1A /tmp/tmp.wHoIlTenwX
+ return 0
error: resource(s) were provided, but no name, label selector, or --all flag specified
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.y6ptm0tAgj
namespace "pxc-operator" deleted
+ cat /tmp/tmp.54PpZCsiHf
+ rm /tmp/tmp.y6ptm0tAgj /tmp/tmp.54PpZCsiHf
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ set +o xtrace
namespace/pxc-operator - Error from server (NotFound): namespaces "pxc-operator" not found
+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q1OHBUdfdF
++ mktemp
+ local LAST_ERR=/tmp/tmp.IY9v1GekUx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl create namespace pxc-operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Q1OHBUdfdF
namespace/pxc-operator created
+ cat /tmp/tmp.IY9v1GekUx
+ rm /tmp/tmp.Q1OHBUdfdF /tmp/tmp.IY9v1GekUx
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NNk38gP9iY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Fl334rJPyx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.NNk38gP9iY
++ cat /tmp/tmp.Fl334rJPyx
++ rm /tmp/tmp.NNk38gP9iY /tmp/tmp.Fl334rJPyx
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.pw3eGpEDGA
++ mktemp
+ local LAST_ERR=/tmp/tmp.r8XUo6tqXd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=pxc-operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.pw3eGpEDGA
Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic" modified.
+ cat /tmp/tmp.r8XUo6tqXd
+ rm /tmp/tmp.pw3eGpEDGA /tmp/tmp.r8XUo6tqXd
+ return 0
+ deploy_operator
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.6ujtjEGSug
++ mktemp
+ local LAST_ERR=/tmp/tmp.d3Mra99IOl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.6ujtjEGSug
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com unchanged
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com unchanged
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com unchanged
customresourcedefinition.apiextensions.k8s.io/perconaxtradbbackups.pxc.percona.com configured
+ cat /tmp/tmp.d3Mra99IOl
+ rm /tmp/tmp.6ujtjEGSug /tmp/tmp.d3Mra99IOl
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.10yFSACsN5
++ mktemp
+ local LAST_ERR=/tmp/tmp.uiBuZN2A4K
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.10yFSACsN5
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.uiBuZN2A4K
+ rm /tmp/tmp.10yFSACsN5 /tmp/tmp.uiBuZN2A4K
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.OIRJhftmwr
++ mktemp
+ local LAST_ERR=/tmp/tmp.dRBMXXasqL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.OIRJhftmwr
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.dRBMXXasqL
+ rm /tmp/tmp.OIRJhftmwr /tmp/tmp.dRBMXXasqL
+ return 0
+ sleep 10
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Lz6RSjUENR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d2sdS5vFdP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Lz6RSjUENR
++ cat /tmp/tmp.d2sdS5vFdP
++ rm /tmp/tmp.Lz6RSjUENR /tmp/tmp.d2sdS5vFdP
++ return 0
+ wait_pod percona-xtradb-cluster-operator-5699d7755d-h7qcm 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-5699d7755d-h7qcm
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-5699d7755d-h7qcm
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
percona-xtradb-cluster-operator-5699d7755d-h7qcm.Ok
+ sleep 3
+ create_namespace auto-tuning-14711
+ local namespace=auto-tuning-14711
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ kubectl_bin get ns
+ '[' '!' -z '' ']'
+ awk '{print$1}'
+ kubectl_bin delete namespace auto-tuning-14711
++ mktemp
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.V02dibWXSN
+ local LAST_OUT=/tmp/tmp.hFEcg2b3Yv
++ mktemp
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_ERR=/tmp/tmp.nQ34T4Ssti
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.yMqQtdJFHe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete namespace auto-tuning-14711
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get ns
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.V02dibWXSN
+ cat /tmp/tmp.nQ34T4Ssti
+ rm /tmp/tmp.V02dibWXSN /tmp/tmp.nQ34T4Ssti
+ return 0
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ kubectl delete namespace auto-tuning-14711
namespace "one-pod-22585" deleted
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ kubectl delete namespace auto-tuning-14711
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ cat /tmp/tmp.hFEcg2b3Yv
+ cat /tmp/tmp.yMqQtdJFHe
Error from server (NotFound): namespaces "auto-tuning-14711" not found
+ rm /tmp/tmp.hFEcg2b3Yv /tmp/tmp.yMqQtdJFHe
+ return 1
+ :
+ wait_for_delete namespace/auto-tuning-14711
+ local res=namespace/auto-tuning-14711
+ set +o xtrace
namespace/auto-tuning-14711 - Error from server (NotFound): namespaces "auto-tuning-14711" not found
+ kubectl_bin create namespace auto-tuning-14711
++ mktemp
+ local LAST_OUT=/tmp/tmp.M2jaECP3HG
++ mktemp
+ local LAST_ERR=/tmp/tmp.BmSvWE04MS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl create namespace auto-tuning-14711
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.M2jaECP3HG
namespace/auto-tuning-14711 created
+ cat /tmp/tmp.BmSvWE04MS
+ rm /tmp/tmp.M2jaECP3HG /tmp/tmp.BmSvWE04MS
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qtWJpK1qO9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s5MDqAHicP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.qtWJpK1qO9
++ cat /tmp/tmp.s5MDqAHicP
++ rm /tmp/tmp.qtWJpK1qO9 /tmp/tmp.s5MDqAHicP
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=auto-tuning-14711
++ mktemp
+ local LAST_OUT=/tmp/tmp.Qf7r4PVNOn
++ mktemp
+ local LAST_ERR=/tmp/tmp.0C9C9OMYTg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=auto-tuning-14711
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Qf7r4PVNOn
Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic" modified.
+ cat /tmp/tmp.0C9C9OMYTg
+ rm /tmp/tmp.Qf7r4PVNOn /tmp/tmp.0C9C9OMYTg
+ return 0
+ apply_secrets
+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5sda4q4FLd
++ mktemp
+ local LAST_ERR=/tmp/tmp.UBEdTw1x8V
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.5sda4q4FLd
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.UBEdTw1x8V
+ rm /tmp/tmp.5sda4q4FLd /tmp/tmp.UBEdTw1x8V
+ return 0
+ spinup_pxc auto-tuning /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning1.yml
+ local cluster=auto-tuning
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning1.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.oawb2pP8oC
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ej0X6aFKC4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.oawb2pP8oC
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.Ej0X6aFKC4
+ rm /tmp/tmp.oawb2pP8oC /tmp/tmp.Ej0X6aFKC4
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_OUT=/tmp/tmp.CvhZWCBrc2
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.auto-tuning-14711~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.HVtbKBqre7
+ local exit_status=0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.CvhZWCBrc2
deployment.apps/pxc-client created
+ cat /tmp/tmp.HVtbKBqre7
+ rm /tmp/tmp.CvhZWCBrc2 /tmp/tmp.HVtbKBqre7
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning1.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.N7bhK57JFs
++ mktemp
+ local LAST_ERR=/tmp/tmp.Lz3vKKr2st
+ local exit_status=0
++ seq 0 2
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning1.yml
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning1.yml
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.auto-tuning-14711~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.N7bhK57JFs
perconaxtradbcluster.pxc.percona.com/auto-tuning created
+ cat /tmp/tmp.Lz3vKKr2st
+ rm /tmp/tmp.N7bhK57JFs /tmp/tmp.Lz3vKKr2st
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy auto-tuning
++ local target_cluster=auto-tuning
+++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Z72YiXtG1u
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WQHSw6FGa8
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pxc auto-tuning -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.Z72YiXtG1u
+++ cat /tmp/tmp.WQHSw6FGa8
+++ rm /tmp/tmp.Z72YiXtG1u /tmp/tmp.WQHSw6FGa8
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fNjDBrt7hh
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NceKdJ93DE
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pxc auto-tuning -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.fNjDBrt7hh
+++ cat /tmp/tmp.NceKdJ93DE
+++ rm /tmp/tmp.fNjDBrt7hh /tmp/tmp.NceKdJ93DE
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo auto-tuning-proxysql
++ return
+ local proxy=auto-tuning-proxysql
+ wait_for_running auto-tuning-proxysql 1
+ local name=auto-tuning-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod auto-tuning-proxysql-0 480
+ local pod=auto-tuning-proxysql-0
+ local max_retry=480
+ local ns=
++ echo auto-tuning-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
auto-tuning-proxysql-0........Ok
+ wait_for_running auto-tuning-pxc 3
+ local name=auto-tuning-pxc
+ let last_pod=2
+ local max_retry=480
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod auto-tuning-pxc-0 480
+ local pod=auto-tuning-pxc-0
+ local max_retry=480
+ local ns=
++ echo auto-tuning-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
auto-tuning-pxc-0...........................Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod auto-tuning-pxc-1 480
+ local pod=auto-tuning-pxc-1
+ local max_retry=480
+ local ns=
++ echo auto-tuning-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
auto-tuning-pxc-1.....................................Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod auto-tuning-pxc-2 480
+ local pod=auto-tuning-pxc-2
+ local max_retry=480
+ local ns=
++ echo auto-tuning-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
auto-tuning-pxc-2...............................Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h auto-tuning-proxysql -uroot -proot_password'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h auto-tuning-proxysql -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JE7roquWO4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xJAXJ96Zxe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.JE7roquWO4
++ cat /tmp/tmp.xJAXJ96Zxe
++ rm /tmp/tmp.JE7roquWO4 /tmp/tmp.xJAXJ96Zxe
++ return 0
+ client_pod=pxc-client-5d749ff8b6-48h5k
+ wait_pod pxc-client-5d749ff8b6-48h5k
+ local pod=pxc-client-5d749ff8b6-48h5k
+ local max_retry=480
+ local ns=
++ echo pxc-client-5d749ff8b6-48h5k
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h auto-tuning-proxysql -uroot -proot_password'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h auto-tuning-proxysql -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xdjw7lwVU2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DpySYDqObI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.xdjw7lwVU2
++ cat /tmp/tmp.DpySYDqObI
++ rm /tmp/tmp.xdjw7lwVU2 /tmp/tmp.DpySYDqObI
++ return 0
+ client_pod=pxc-client-5d749ff8b6-48h5k
+ wait_pod pxc-client-5d749ff8b6-48h5k
+ local pod=pxc-client-5d749ff8b6-48h5k
+ local max_retry=480
+ local ns=
++ echo pxc-client-5d749ff8b6-48h5k
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h auto-tuning-pxc-0.auto-tuning-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h auto-tuning-pxc-0.auto-tuning-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h auto-tuning-pxc-0.auto-tuning-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h auto-tuning-pxc-0.auto-tuning-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JyvXbX6ptY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m0BF7oTHwU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.JyvXbX6ptY
++ cat /tmp/tmp.m0BF7oTHwU
++ rm /tmp/tmp.JyvXbX6ptY /tmp/tmp.m0BF7oTHwU
++ return 0
+ client_pod=pxc-client-5d749ff8b6-48h5k
+ wait_pod pxc-client-5d749ff8b6-48h5k
+ local pod=pxc-client-5d749ff8b6-48h5k
+ local max_retry=480
+ local ns=
++ echo pxc-client-5d749ff8b6-48h5k
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.VtYwbepZuF/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1.sql /tmp/tmp.VtYwbepZuF/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h auto-tuning-pxc-1.auto-tuning-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h auto-tuning-pxc-1.auto-tuning-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h auto-tuning-pxc-1.auto-tuning-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h auto-tuning-pxc-1.auto-tuning-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R8bH2eHVMn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uPdcvM64Of
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.R8bH2eHVMn
++ cat /tmp/tmp.uPdcvM64Of
++ rm /tmp/tmp.R8bH2eHVMn /tmp/tmp.uPdcvM64Of
++ return 0
+ client_pod=pxc-client-5d749ff8b6-48h5k
+ wait_pod pxc-client-5d749ff8b6-48h5k
+ local pod=pxc-client-5d749ff8b6-48h5k
+ local max_retry=480
+ local ns=
++ echo pxc-client-5d749ff8b6-48h5k
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.VtYwbepZuF/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1.sql /tmp/tmp.VtYwbepZuF/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h auto-tuning-pxc-2.auto-tuning-pxc -uroot -proot_password'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h auto-tuning-pxc-2.auto-tuning-pxc -uroot -proot_password'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h auto-tuning-pxc-2.auto-tuning-pxc -uroot -proot_password'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h auto-tuning-pxc-2.auto-tuning-pxc -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iilvIApgPw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IoQPi7FhzZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.iilvIApgPw
++ cat /tmp/tmp.IoQPi7FhzZ
++ rm /tmp/tmp.iilvIApgPw /tmp/tmp.IoQPi7FhzZ
++ return 0
+ client_pod=pxc-client-5d749ff8b6-48h5k
+ wait_pod pxc-client-5d749ff8b6-48h5k
+ local pod=pxc-client-5d749ff8b6-48h5k
+ local max_retry=480
+ local ns=
++ echo pxc-client-5d749ff8b6-48h5k
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.VtYwbepZuF/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/compare/select-1.sql /tmp/tmp.VtYwbepZuF/select-1.sql
++ is_keyring_plugin_in_use auto-tuning
++ local cluster=auto-tuning
++ kubectl_bin exec -it auto-tuning-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cjv1XDWduQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YyniYc1PqG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl exec -it auto-tuning-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.cjv1XDWduQ
++ cat /tmp/tmp.YyniYc1PqG
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.cjv1XDWduQ /tmp/tmp.YyniYc1PqG
++ return 0
+ '[' '' ']'
++ run_mysql 'SELECT @@innodb_buffer_pool_size;' '-h auto-tuning-pxc -uroot -proot_password'
++ local 'command=SELECT @@innodb_buffer_pool_size;'
++ local 'uri=-h auto-tuning-pxc -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1894Qy61Z7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EDzdLcE6uF
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.1894Qy61Z7
+++ cat /tmp/tmp.EDzdLcE6uF
+++ rm /tmp/tmp.1894Qy61Z7 /tmp/tmp.EDzdLcE6uF
+++ return 0
++ client_pod=pxc-client-5d749ff8b6-48h5k
++ wait_pod pxc-client-5d749ff8b6-48h5k
++ local pod=pxc-client-5d749ff8b6-48h5k
++ local max_retry=480
++ local ns=
+++ echo pxc-client-5d749ff8b6-48h5k
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
++ set +o xtrace
+ AUTO_INNODB_SIZE=805306368
++ run_mysql 'SELECT @@max_connections;' '-h auto-tuning-pxc -uroot -proot_password'
++ local 'command=SELECT @@max_connections;'
++ local 'uri=-h auto-tuning-pxc -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0agj6GGyrw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Qbc3EovWbQ
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.0agj6GGyrw
+++ cat /tmp/tmp.Qbc3EovWbQ
+++ rm /tmp/tmp.0agj6GGyrw /tmp/tmp.Qbc3EovWbQ
+++ return 0
++ client_pod=pxc-client-5d749ff8b6-48h5k
++ wait_pod pxc-client-5d749ff8b6-48h5k
++ local pod=pxc-client-5d749ff8b6-48h5k
++ local max_retry=480
++ local ns=
+++ echo pxc-client-5d749ff8b6-48h5k
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
++ set +o xtrace
+ AUTO_CONNECTIONS=85
+ [[ 805306368 != 805306368 ]]
+ [[ 85 != 85 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning2.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.bXs5350n8h
++ mktemp
+ local LAST_ERR=/tmp/tmp.J3Nyy94yJE
+ local exit_status=0
++ seq 0 2
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning2.yml
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.auto-tuning-14711~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning2.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.bXs5350n8h
perconaxtradbcluster.pxc.percona.com/auto-tuning configured
+ cat /tmp/tmp.J3Nyy94yJE
+ rm /tmp/tmp.bXs5350n8h /tmp/tmp.J3Nyy94yJE
+ return 0
+ wait_cluster_consistency auto-tuning 3
+ local cluster_name=auto-tuning
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
+ proxy_size=3
+ sleep 7
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VW9TtwiGTR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WJYNiNc2mK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.VW9TtwiGTR
++ cat /tmp/tmp.WJYNiNc2mK
++ rm /tmp/tmp.VW9TtwiGTR /tmp/tmp.WJYNiNc2mK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jh12ktV66Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HxzdTv3fGY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.jh12ktV66Y
++ cat /tmp/tmp.HxzdTv3fGY
++ rm /tmp/tmp.jh12ktV66Y /tmp/tmp.HxzdTv3fGY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nBOBGJveok
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OTXNQPjDde
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.nBOBGJveok
++ cat /tmp/tmp.OTXNQPjDde
++ rm /tmp/tmp.nBOBGJveok /tmp/tmp.OTXNQPjDde
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PAS4Npxih4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AIB8ChAAoH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.PAS4Npxih4
++ cat /tmp/tmp.AIB8ChAAoH
++ rm /tmp/tmp.PAS4Npxih4 /tmp/tmp.AIB8ChAAoH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NozUtn4k3W
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aSQDzfMWyH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.NozUtn4k3W
++ cat /tmp/tmp.aSQDzfMWyH
++ rm /tmp/tmp.NozUtn4k3W /tmp/tmp.aSQDzfMWyH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bqluQSS6qd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wz3DQIu6r0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.bqluQSS6qd
++ cat /tmp/tmp.wz3DQIu6r0
++ rm /tmp/tmp.bqluQSS6qd /tmp/tmp.wz3DQIu6r0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XCfbyaojIp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A3gsxyq49p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.XCfbyaojIp
++ cat /tmp/tmp.A3gsxyq49p
++ rm /tmp/tmp.XCfbyaojIp /tmp/tmp.A3gsxyq49p
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.i9SDnxDLUa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9PHhPgAYaZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.i9SDnxDLUa
++ cat /tmp/tmp.9PHhPgAYaZ
++ rm /tmp/tmp.i9SDnxDLUa /tmp/tmp.9PHhPgAYaZ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5scL1kU3Tu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uorASdM0DE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.5scL1kU3Tu
++ cat /tmp/tmp.uorASdM0DE
++ rm /tmp/tmp.5scL1kU3Tu /tmp/tmp.uorASdM0DE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.f9TVR2u90v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uBIwVscf2L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.f9TVR2u90v
++ cat /tmp/tmp.uBIwVscf2L
++ rm /tmp/tmp.f9TVR2u90v /tmp/tmp.uBIwVscf2L
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W6FXGmACjA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c6w7Z7qOjM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.W6FXGmACjA
++ cat /tmp/tmp.c6w7Z7qOjM
++ rm /tmp/tmp.W6FXGmACjA /tmp/tmp.c6w7Z7qOjM
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine auto-tuning
+++ local cluster_name=auto-tuning
++++ get_proxy auto-tuning
++++ local target_cluster=auto-tuning
+++++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.orAWazQvSf
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Ol8CgROktW
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc auto-tuning -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.orAWazQvSf
+++++ cat /tmp/tmp.Ol8CgROktW
+++++ rm /tmp/tmp.orAWazQvSf /tmp/tmp.Ol8CgROktW
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.rMLiynok9y
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.yAY6XZWSY8
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc auto-tuning -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.rMLiynok9y
+++++ cat /tmp/tmp.yAY6XZWSY8
+++++ rm /tmp/tmp.rMLiynok9y /tmp/tmp.yAY6XZWSY8
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo auto-tuning-proxysql
++++ return
+++ local cluster_proxy=auto-tuning-proxysql
+++ echo proxysql
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IvJU2Qu8HM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iaxzFZB7aL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.IvJU2Qu8HM
++ cat /tmp/tmp.iaxzFZB7aL
++ rm /tmp/tmp.IvJU2Qu8HM /tmp/tmp.iaxzFZB7aL
++ return 0
+ [[ 3 == \3 ]]
++ run_mysql 'SELECT @@innodb_buffer_pool_size;' '-h auto-tuning-pxc -uroot -proot_password'
++ local 'command=SELECT @@innodb_buffer_pool_size;'
++ local 'uri=-h auto-tuning-pxc -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.aimZOsPb5j
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fdTJEmz2C3
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.aimZOsPb5j
+++ cat /tmp/tmp.fdTJEmz2C3
+++ rm /tmp/tmp.aimZOsPb5j /tmp/tmp.fdTJEmz2C3
+++ return 0
++ client_pod=pxc-client-5d749ff8b6-48h5k
++ wait_pod pxc-client-5d749ff8b6-48h5k
++ local pod=pxc-client-5d749ff8b6-48h5k
++ local max_retry=480
++ local ns=
+++ echo pxc-client-5d749ff8b6-48h5k
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
++ set +o xtrace
+ AUTO_INNODB_SIZE=402653184
++ run_mysql 'SELECT @@max_connections;' '-h auto-tuning-pxc -uroot -proot_password'
++ local 'command=SELECT @@max_connections;'
++ local 'uri=-h auto-tuning-pxc -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7N3dTdVgK0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.KJt1HA51ev
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.7N3dTdVgK0
+++ cat /tmp/tmp.KJt1HA51ev
+++ rm /tmp/tmp.7N3dTdVgK0 /tmp/tmp.KJt1HA51ev
+++ return 0
++ client_pod=pxc-client-5d749ff8b6-48h5k
++ wait_pod pxc-client-5d749ff8b6-48h5k
++ local pod=pxc-client-5d749ff8b6-48h5k
++ local max_retry=480
++ local ns=
+++ egrep '^(pxc|proxysql)$'
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ echo pxc-client-5d749ff8b6-48h5k
++ local container=
++ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
++ set +o xtrace
+ AUTO_CONNECTIONS=42
+ [[ 402653184 != 402653184 ]]
+ [[ 42 != 42 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning3.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning3.yml
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.auto-tuning-14711~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/auto-tuning/conf/auto-tuning3.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#'
+ local LAST_OUT=/tmp/tmp.quWl7kCZl9
++ mktemp
+ local LAST_ERR=/tmp/tmp.jx3E2MA0zs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.quWl7kCZl9
perconaxtradbcluster.pxc.percona.com/auto-tuning configured
+ cat /tmp/tmp.jx3E2MA0zs
+ rm /tmp/tmp.quWl7kCZl9 /tmp/tmp.jx3E2MA0zs
+ return 0
+ wait_cluster_consistency auto-tuning 3
+ local cluster_name=auto-tuning
+ local cluster_size=3
+ local proxy_size=
+ '[' -z '' ']'
+ proxy_size=3
+ sleep 7
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sOUTGNEkWP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1AR2fu1t2s
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.sOUTGNEkWP
++ cat /tmp/tmp.1AR2fu1t2s
++ rm /tmp/tmp.sOUTGNEkWP /tmp/tmp.1AR2fu1t2s
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9oULK62jjW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rWVsFzJx6a
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.9oULK62jjW
++ cat /tmp/tmp.rWVsFzJx6a
++ rm /tmp/tmp.9oULK62jjW /tmp/tmp.rWVsFzJx6a
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zpJO9oh1z1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D5oFDi6BHm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.zpJO9oh1z1
++ cat /tmp/tmp.D5oFDi6BHm
++ rm /tmp/tmp.zpJO9oh1z1 /tmp/tmp.D5oFDi6BHm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2DPKpp7ipY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dM8O3BoP9w
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.2DPKpp7ipY
++ cat /tmp/tmp.dM8O3BoP9w
++ rm /tmp/tmp.2DPKpp7ipY /tmp/tmp.dM8O3BoP9w
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1HHL39sOud
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2ICHzeUyKQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.1HHL39sOud
++ cat /tmp/tmp.2ICHzeUyKQ
++ rm /tmp/tmp.1HHL39sOud /tmp/tmp.2ICHzeUyKQ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gxExeLewMf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kIxUCG5NAE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.gxExeLewMf
++ cat /tmp/tmp.kIxUCG5NAE
++ rm /tmp/tmp.gxExeLewMf /tmp/tmp.kIxUCG5NAE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Q6S814siLW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MdUAKlECww
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Q6S814siLW
++ cat /tmp/tmp.MdUAKlECww
++ rm /tmp/tmp.Q6S814siLW /tmp/tmp.MdUAKlECww
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dF6Zw1bBbT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LFzjdNFvdN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.dF6Zw1bBbT
++ cat /tmp/tmp.LFzjdNFvdN
++ rm /tmp/tmp.dF6Zw1bBbT /tmp/tmp.LFzjdNFvdN
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z6cMWtmSi9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SpjvpxVYFU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.z6cMWtmSi9
++ cat /tmp/tmp.SpjvpxVYFU
++ rm /tmp/tmp.z6cMWtmSi9 /tmp/tmp.SpjvpxVYFU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S2W2OxBozb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0CMuzELBHn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.S2W2OxBozb
++ cat /tmp/tmp.0CMuzELBHn
++ rm /tmp/tmp.S2W2OxBozb /tmp/tmp.0CMuzELBHn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yTWbD4jy4n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TGB1oRriCS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.yTWbD4jy4n
++ cat /tmp/tmp.TGB1oRriCS
++ rm /tmp/tmp.yTWbD4jy4n /tmp/tmp.TGB1oRriCS
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AZ5XOEwA9t
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ayt1Q4LD9l
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.AZ5XOEwA9t
++ cat /tmp/tmp.ayt1Q4LD9l
++ rm /tmp/tmp.AZ5XOEwA9t /tmp/tmp.ayt1Q4LD9l
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine auto-tuning
+++ local cluster_name=auto-tuning
++++ get_proxy auto-tuning
++++ local target_cluster=auto-tuning
+++++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.F0LyBYKOUa
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.gcCnVDgYXC
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc auto-tuning -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.F0LyBYKOUa
+++++ cat /tmp/tmp.gcCnVDgYXC
+++++ rm /tmp/tmp.F0LyBYKOUa /tmp/tmp.gcCnVDgYXC
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.4X6pRUwrrG
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.M0o0MhCcnW
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc auto-tuning -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.4X6pRUwrrG
+++++ cat /tmp/tmp.M0o0MhCcnW
+++++ rm /tmp/tmp.4X6pRUwrrG /tmp/tmp.M0o0MhCcnW
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo auto-tuning-proxysql
++++ return
+++ local cluster_proxy=auto-tuning-proxysql
+++ echo proxysql
++ kubectl_bin get pxc auto-tuning -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.umQ4pwrnQr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ydxBxCKjrI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc auto-tuning -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.umQ4pwrnQr
++ cat /tmp/tmp.ydxBxCKjrI
++ rm /tmp/tmp.umQ4pwrnQr /tmp/tmp.ydxBxCKjrI
++ return 0
+ [[ 3 == \3 ]]
++ run_mysql 'SELECT @@innodb_buffer_pool_size;' '-h auto-tuning-pxc -uroot -proot_password'
++ local 'command=SELECT @@innodb_buffer_pool_size;'
++ local 'uri=-h auto-tuning-pxc -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KdZBp75br0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.i9yVaO3vdC
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.KdZBp75br0
+++ cat /tmp/tmp.i9yVaO3vdC
+++ rm /tmp/tmp.KdZBp75br0 /tmp/tmp.i9yVaO3vdC
+++ return 0
++ client_pod=pxc-client-5d749ff8b6-48h5k
++ wait_pod pxc-client-5d749ff8b6-48h5k
++ local pod=pxc-client-5d749ff8b6-48h5k
++ local max_retry=480
++ local ns=
+++ echo pxc-client-5d749ff8b6-48h5k
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
++ set +o xtrace
+ INNODB_SIZE=805306368
++ run_mysql 'SELECT @@max_connections;' '-h auto-tuning-pxc -uroot -proot_password'
++ local 'command=SELECT @@max_connections;'
++ local 'uri=-h auto-tuning-pxc -uroot -proot_password'
+++ get_client_pod
+++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jzdxJEoekW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.j1pxeWkfS1
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ [[ 0 != 0 ]]
+++ break
+++ cat /tmp/tmp.jzdxJEoekW
+++ cat /tmp/tmp.j1pxeWkfS1
+++ rm /tmp/tmp.jzdxJEoekW /tmp/tmp.j1pxeWkfS1
+++ return 0
++ client_pod=pxc-client-5d749ff8b6-48h5k
++ wait_pod pxc-client-5d749ff8b6-48h5k
++ local pod=pxc-client-5d749ff8b6-48h5k
++ local max_retry=480
++ local ns=
+++ echo pxc-client-5d749ff8b6-48h5k
+++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+++ egrep '^(pxc|proxysql)$'
++ local container=
++ set +o xtrace
pxc-client-5d749ff8b6-48h5k.Ok
++ set +o xtrace
+ CONNECTIONS=200
+ [[ 805306368 != 805306368 ]]
+ [[ 200 != 200 ]]
+ destroy auto-tuning-14711
+ local namespace=auto-tuning-14711
+ local ignore_logs=false
+ [[ false == \f\a\l\s\e ]]
+ grep -v 'get backup status: Job.batch'
+ grep -v 'the object has been modified'
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ sort -u
+ tee /tmp/tmp.VtYwbepZuF/operator.log
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ grep -v level=info
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6Gtk7RqjjS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DUHLY8wg73
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.6Gtk7RqjjS
++ cat /tmp/tmp.DUHLY8wg73
++ rm /tmp/tmp.6Gtk7RqjjS /tmp/tmp.DUHLY8wg73
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5699d7755d-h7qcm
++ mktemp
+ local LAST_OUT=/tmp/tmp.gV7NIBrRkl
++ mktemp
+ local LAST_ERR=/tmp/tmp.VXL1o0fkrr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5699d7755d-h7qcm
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.gV7NIBrRkl
+ cat /tmp/tmp.VXL1o0fkrr
+ rm /tmp/tmp.gV7NIBrRkl /tmp/tmp.VXL1o0fkrr
+ return 0
I0412 12:23:49.388455       1 request.go:645] Throttling request took 1.050332152s, request: GET:https://10.7.240.1:443/apis/admissionregistration.k8s.io/v1beta1?timeout=32s
{"level":"error",,"caller":"pxc/controller.go:1142","msg":"sync users","error":"exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / ","errorVerbose":"exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:491\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1140\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1142"}
{"level":"error",,"caller":"pxc/controller.go:267","msg":"Update status","error":"write status: PerconaXtraDBCluster.pxc.percona.com \"one-pod\" not found","errorVerbose":"PerconaXtraDBCluster.pxc.percona.com \"one-pod\" not found\nwrite status\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).writeStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:140\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updateStatus\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/status.go:42\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:265\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:285\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:198\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:267\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:285\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:198\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"}
{"level":"error",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Reconciler error","name":"one-pod","namespace":"one-pod-22585","error":"reconcile users secret: create Users secret: secrets \"my-cluster-secrets\" is forbidden: unable to create new content in namespace one-pod-22585 because it is being terminated","errorVerbose":"create Users secret: secrets \"my-cluster-secrets\" is forbidden: unable to create new content in namespace one-pod-22585 because it is being terminated\nreconcile users secret\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:285\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:198\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:198\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to connect to pod auto-tuning-pxc-0: dial tcp 10.4.0.48:33062: connect: connection refused"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to connect to pod auto-tuning-pxc-0: dial tcp: lookup auto-tuning-pxc-0.auto-tuning-pxc.auto-tuning-14711 on 10.7.240.10:53: no such host"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to ensure cluster readonly status: connect to pod auto-tuning-pxc-1: dial tcp: lookup auto-tuning-pxc-1.auto-tuning-pxc.auto-tuning-14711 on 10.7.240.10:53: no such host"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"get primary pxc pod: not found"}
{"level":"info",,"caller":"pxc/replication.go:145","msg":"Unable to find primary pod for replication. No pod with name or ip like this","primary name":"auto-tuning-pxc-0.auto-tuning-pxc.auto-tuning-14711.svc.cluster.local"}
{"level":"info",,"caller":"pxc/version.go:328","msg":"update PXC version (fetched from db)","new version":"8.0.27-18.1"}
{"level":"info",,"logger":"cmd","msg":"Git commit: 706f792ae47c369cb3556faff186b6873a8a247f Git branch: PR-1125-706f792a Build time: 2022-04-12T09:09:41Z"}
{"level":"info",,"logger":"cmd","msg":"Go OS/Arch: linux/amd64"}
{"level":"info",,"logger":"cmd","msg":"Go Version: go1.17.8"}
{"level":"info",,"logger":"cmd","msg":"operator-sdk Version: v0.19.4"}
{"level":"info",,"logger":"cmd","msg":"Registering Components."}
{"level":"info",,"logger":"cmd","msg":"Runs on","platform":"kubernetes","version":"v1.20.15-gke.4100"}
{"level":"info",,"logger":"cmd","msg":"Starting the Cmd."}
{"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Starting certificate watcher"}
{"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting Controller"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting EventSource","source":"kind source: /, Kind="}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting workers","worker count":1}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting Controller"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting EventSource","source":"kind source: /, Kind="}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting workers","worker count":1}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting Controller"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting EventSource","source":"kind source: /, Kind="}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting workers","worker count":1}
{"level":"info",,"logger":"controller-runtime.manager","msg":"starting metrics server","path":"/metrics"}
{"level":"info",,"logger":"controller-runtime.metrics","msg":"metrics server is starting to listen","addr":":8080"}
{"level":"info",,"logger":"controller-runtime.webhook","msg":"registering webhook","path":"/validate-percona-xtradbcluster"}
{"level":"info",,"logger":"controller-runtime.webhook","msg":"serving webhook server","host":"","port":9443}
{"level":"info",,"logger":"controller-runtime.webhook.webhooks","msg":"starting webhook server"}
{"level":"info",,"logger":"leader","msg":"Became the leader."}
{"level":"info",,"logger":"leader","msg":"No pre-existing lock was found."}
{"level":"info",,"logger":"leader","msg":"Trying to become the leader."}
[mysql] 2022/04/12 12:31:16 packets.go:36: read tcp 10.4.0.47:44238->10.4.0.48:33062: read: connection reset by peer
+ grep -v NAMESPACE
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n auto-tuning-14711 auto-tuning --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/auto-tuning patched (no change)
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.qw7G6OQZgB
++ mktemp
+ local LAST_ERR=/tmp/tmp.XywrT7C1TQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.qw7G6OQZgB
perconaxtradbcluster.pxc.percona.com "auto-tuning" deleted
+ cat /tmp/tmp.XywrT7C1TQ
+ rm /tmp/tmp.qw7G6OQZgB /tmp/tmp.XywrT7C1TQ
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.7zRD6ZEiAo
++ mktemp
+ local LAST_ERR=/tmp/tmp.uj4gHcNIRN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.7zRD6ZEiAo
No resources found
+ cat /tmp/tmp.uj4gHcNIRN
+ rm /tmp/tmp.7zRD6ZEiAo /tmp/tmp.uj4gHcNIRN
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.CYtm1ve3Y3
++ mktemp
+ local LAST_ERR=/tmp/tmp.B4EgX8onup
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.CYtm1ve3Y3
No resources found
+ cat /tmp/tmp.B4EgX8onup
+ rm /tmp/tmp.CYtm1ve3Y3 /tmp/tmp.B4EgX8onup
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.oqqsDFCwQ8
++ mktemp
+ local LAST_ERR=/tmp/tmp.j2VRZDsEXH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.oqqsDFCwQ8
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.j2VRZDsEXH
+ rm /tmp/tmp.oqqsDFCwQ8 /tmp/tmp.j2VRZDsEXH
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.5.4/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace auto-tuning-14711
+ rm -rf /tmp/tmp.VtYwbepZuF
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.sy82b8JjhC
++ mktemp
+ local LAST_OUT=/tmp/tmp.7gXmH21V9s
+ local LAST_ERR=/tmp/tmp.tEEX02tMEL
+ local exit_status=0
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.UNbmaVKDUb
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ kubectl delete --grace-period=0 --force=true namespace auto-tuning-14711
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator